2024-11-12 09:57:26,525 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 09:57:26,539 main DEBUG Took 0.011751 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 09:57:26,540 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 09:57:26,540 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 09:57:26,541 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 09:57:26,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,552 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 09:57:26,567 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,569 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,570 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,572 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,573 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,574 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,575 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,576 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,577 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,578 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,579 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,580 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:57:26,581 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,581 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 09:57:26,583 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:57:26,584 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 09:57:26,586 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 09:57:26,587 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 09:57:26,589 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 09:57:26,589 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 09:57:26,597 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 09:57:26,600 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 09:57:26,602 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 09:57:26,602 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 09:57:26,603 main DEBUG createAppenders(={Console}) 2024-11-12 09:57:26,604 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-12 09:57:26,604 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 09:57:26,605 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-12 09:57:26,605 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 09:57:26,606 main DEBUG OutputStream closed 2024-11-12 09:57:26,606 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 09:57:26,606 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 09:57:26,607 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-12 09:57:26,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 09:57:26,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 09:57:26,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 09:57:26,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 09:57:26,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 09:57:26,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 09:57:26,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 09:57:26,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 09:57:26,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 09:57:26,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 09:57:26,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 09:57:26,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 09:57:26,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 09:57:26,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 09:57:26,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 09:57:26,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 09:57:26,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 09:57:26,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 09:57:26,706 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 09:57:26,707 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-12 09:57:26,707 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 09:57:26,708 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-12T09:57:26,721 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-12 09:57:26,724 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 09:57:26,724 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T09:57:26,733 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-12T09:57:26,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=21, ProcessCount=11, AvailableMemoryMB=7794 2024-11-12T09:57:27,016 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209 2024-11-12T09:57:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T09:57:27,037 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db, deleteOnExit=true 2024-11-12T09:57:27,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T09:57:27,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/test.cache.data in system properties and HBase conf 2024-11-12T09:57:27,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T09:57:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.log.dir in system properties and HBase conf 2024-11-12T09:57:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T09:57:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T09:57:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T09:57:27,127 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T09:57:27,215 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T09:57:27,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:57:27,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:57:27,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T09:57:27,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:57:27,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T09:57:27,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T09:57:27,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:57:27,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:57:27,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T09:57:27,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/nfs.dump.dir in system properties and HBase conf 2024-11-12T09:57:27,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/java.io.tmpdir in system properties and HBase conf 2024-11-12T09:57:27,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:57:27,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T09:57:27,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T09:57:28,135 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T09:57:28,203 INFO [Time-limited test {}] log.Log(170): Logging initialized @2328ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T09:57:28,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:57:28,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:57:28,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:57:28,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:57:28,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:57:28,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:57:28,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:57:28,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:57:28,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/java.io.tmpdir/jetty-localhost-41351-hadoop-hdfs-3_4_1-tests_jar-_-any-11530212913057467346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:57:28,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:41351} 2024-11-12T09:57:28,556 INFO [Time-limited test {}] server.Server(415): Started @2682ms 2024-11-12T09:57:29,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:57:29,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:57:29,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:57:29,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:57:29,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:57:29,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:57:29,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:57:29,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/java.io.tmpdir/jetty-localhost-42569-hadoop-hdfs-3_4_1-tests_jar-_-any-10326270899551969264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:57:29,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:42569} 2024-11-12T09:57:29,161 INFO [Time-limited test {}] server.Server(415): Started @3287ms 2024-11-12T09:57:29,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:57:29,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:57:29,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:57:29,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:57:29,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:57:29,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:57:29,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:57:29,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:57:29,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/java.io.tmpdir/jetty-localhost-39285-hadoop-hdfs-3_4_1-tests_jar-_-any-10195594335675055483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:57:29,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:39285} 2024-11-12T09:57:29,431 INFO [Time-limited test {}] server.Server(415): Started @3556ms 2024-11-12T09:57:29,433 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:57:29,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:57:29,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:57:29,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:57:29,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:57:29,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:57:29,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:57:29,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:57:29,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/java.io.tmpdir/jetty-localhost-37359-hadoop-hdfs-3_4_1-tests_jar-_-any-5188774829631497746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:57:29,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:37359} 2024-11-12T09:57:29,584 INFO [Time-limited test {}] server.Server(415): Started @3709ms 2024-11-12T09:57:29,586 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:57:30,472 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data3/current/BP-1061252034-172.17.0.2-1731405447749/current, will proceed with Du for space computation calculation, 2024-11-12T09:57:30,472 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data1/current/BP-1061252034-172.17.0.2-1731405447749/current, will proceed with Du for space computation calculation, 2024-11-12T09:57:30,472 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data4/current/BP-1061252034-172.17.0.2-1731405447749/current, will proceed with Du for space computation calculation, 2024-11-12T09:57:30,472 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data2/current/BP-1061252034-172.17.0.2-1731405447749/current, will proceed with Du for space computation calculation, 2024-11-12T09:57:30,503 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data5/current/BP-1061252034-172.17.0.2-1731405447749/current, will proceed with Du for space computation calculation, 2024-11-12T09:57:30,508 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data6/current/BP-1061252034-172.17.0.2-1731405447749/current, will proceed with Du for space computation calculation, 2024-11-12T09:57:30,515 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:57:30,518 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:57:30,542 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:57:30,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b6e35d0a917be60 with lease ID 0x4e9a96dd1adb0a04: Processing first storage report for DS-de174a2f-0b5e-4809-8197-617904f83e1d from datanode DatanodeRegistration(127.0.0.1:34959, datanodeUuid=0636c62d-9a89-4f18-9cac-4016210c35b4, infoPort=32791, infoSecurePort=0, ipcPort=34933, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749) 2024-11-12T09:57:30,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b6e35d0a917be60 with lease ID 0x4e9a96dd1adb0a04: from storage DS-de174a2f-0b5e-4809-8197-617904f83e1d node DatanodeRegistration(127.0.0.1:34959, datanodeUuid=0636c62d-9a89-4f18-9cac-4016210c35b4, infoPort=32791, infoSecurePort=0, ipcPort=34933, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T09:57:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe627c3d2c3531807 with lease ID 0x4e9a96dd1adb0a05: Processing first storage report for DS-856a7d6d-3e4a-4ae7-a90c-a5437c30f3f2 from datanode DatanodeRegistration(127.0.0.1:39275, datanodeUuid=d8d60f57-3df7-4579-b0a4-7d187516066f, infoPort=36963, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749) 2024-11-12T09:57:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe627c3d2c3531807 with lease ID 0x4e9a96dd1adb0a05: from storage DS-856a7d6d-3e4a-4ae7-a90c-a5437c30f3f2 node DatanodeRegistration(127.0.0.1:39275, datanodeUuid=d8d60f57-3df7-4579-b0a4-7d187516066f, infoPort=36963, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:57:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa18b3d5abab39556 with lease ID 0x4e9a96dd1adb0a03: Processing first storage report for DS-40462e1f-1f46-4285-bf41-4451c5b9ede2 from datanode DatanodeRegistration(127.0.0.1:36777, datanodeUuid=437f0bea-efc4-4dca-a87e-aea65cef5f1d, infoPort=37697, infoSecurePort=0, ipcPort=36743, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749) 2024-11-12T09:57:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa18b3d5abab39556 with lease ID 0x4e9a96dd1adb0a03: from storage DS-40462e1f-1f46-4285-bf41-4451c5b9ede2 node DatanodeRegistration(127.0.0.1:36777, datanodeUuid=437f0bea-efc4-4dca-a87e-aea65cef5f1d, infoPort=37697, infoSecurePort=0, ipcPort=36743, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T09:57:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b6e35d0a917be60 with lease ID 0x4e9a96dd1adb0a04: Processing first storage report for DS-12058f72-d690-4973-aaad-cc0a6c3dfdc5 from datanode DatanodeRegistration(127.0.0.1:34959, datanodeUuid=0636c62d-9a89-4f18-9cac-4016210c35b4, infoPort=32791, infoSecurePort=0, ipcPort=34933, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749) 2024-11-12T09:57:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b6e35d0a917be60 with lease ID 0x4e9a96dd1adb0a04: from storage DS-12058f72-d690-4973-aaad-cc0a6c3dfdc5 node DatanodeRegistration(127.0.0.1:34959, datanodeUuid=0636c62d-9a89-4f18-9cac-4016210c35b4, infoPort=32791, infoSecurePort=0, ipcPort=34933, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:57:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe627c3d2c3531807 with lease ID 0x4e9a96dd1adb0a05: Processing first storage report for DS-5d8d8947-a8ed-44b4-8122-94be2c923a5d from datanode DatanodeRegistration(127.0.0.1:39275, datanodeUuid=d8d60f57-3df7-4579-b0a4-7d187516066f, infoPort=36963, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749) 2024-11-12T09:57:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe627c3d2c3531807 with lease ID 0x4e9a96dd1adb0a05: from storage DS-5d8d8947-a8ed-44b4-8122-94be2c923a5d node DatanodeRegistration(127.0.0.1:39275, datanodeUuid=d8d60f57-3df7-4579-b0a4-7d187516066f, infoPort=36963, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T09:57:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa18b3d5abab39556 with lease ID 0x4e9a96dd1adb0a03: Processing first storage report for DS-227755ef-14ed-46b8-ac6a-d91f58596ed1 from datanode DatanodeRegistration(127.0.0.1:36777, datanodeUuid=437f0bea-efc4-4dca-a87e-aea65cef5f1d, infoPort=37697, infoSecurePort=0, ipcPort=36743, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749) 2024-11-12T09:57:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa18b3d5abab39556 with lease ID 0x4e9a96dd1adb0a03: from storage DS-227755ef-14ed-46b8-ac6a-d91f58596ed1 node DatanodeRegistration(127.0.0.1:36777, datanodeUuid=437f0bea-efc4-4dca-a87e-aea65cef5f1d, infoPort=37697, infoSecurePort=0, ipcPort=36743, storageInfo=lv=-57;cid=testClusterID;nsid=1248748636;c=1731405447749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:57:30,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209 2024-11-12T09:57:30,666 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/zookeeper_0, clientPort=52149, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T09:57:30,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52149 2024-11-12T09:57:30,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:57:30,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:57:30,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:57:30,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:57:30,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:57:31,322 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 with version=8 2024-11-12T09:57:31,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/hbase-staging 2024-11-12T09:57:31,413 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T09:57:31,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:57:31,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:31,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:31,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:57:31,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:31,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:57:31,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T09:57:31,831 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T09:57:31,840 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T09:57:31,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:57:31,865 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47776 (auto-detected) 2024-11-12T09:57:31,866 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T09:57:31,883 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43905 2024-11-12T09:57:31,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43905 connecting to ZooKeeper ensemble=127.0.0.1:52149 2024-11-12T09:57:32,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439050x0, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:57:32,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43905-0x1012fc4205c0000 connected 2024-11-12T09:57:32,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:57:32,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:57:32,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:57:32,116 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755, hbase.cluster.distributed=false 2024-11-12T09:57:32,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:57:32,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-12T09:57:32,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43905 2024-11-12T09:57:32,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43905 2024-11-12T09:57:32,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-12T09:57:32,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-12T09:57:32,239 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:57:32,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:32,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:32,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:57:32,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:32,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:57:32,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:57:32,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:57:32,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34165 2024-11-12T09:57:32,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34165 connecting to ZooKeeper ensemble=127.0.0.1:52149 2024-11-12T09:57:32,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:57:32,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:57:32,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341650x0, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:57:32,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341650x0, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:57:32,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34165-0x1012fc4205c0001 connected 2024-11-12T09:57:32,284 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:57:32,292 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:57:32,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:57:32,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:57:32,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-12T09:57:32,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34165 2024-11-12T09:57:32,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34165 2024-11-12T09:57:32,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-12T09:57:32,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-12T09:57:32,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:57:32,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:32,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:32,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:57:32,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:32,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:57:32,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:57:32,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:57:32,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39945 2024-11-12T09:57:32,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39945 connecting to ZooKeeper ensemble=127.0.0.1:52149 2024-11-12T09:57:32,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:57:32,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:57:32,345 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399450x0, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:57:32,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39945-0x1012fc4205c0002 connected 2024-11-12T09:57:32,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:57:32,346 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:57:32,347 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:57:32,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:57:32,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:57:32,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39945 2024-11-12T09:57:32,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39945 2024-11-12T09:57:32,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39945 2024-11-12T09:57:32,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39945 2024-11-12T09:57:32,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39945 2024-11-12T09:57:32,374 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:57:32,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:32,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:32,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:57:32,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:57:32,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:57:32,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:57:32,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:57:32,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42171 2024-11-12T09:57:32,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42171 connecting to ZooKeeper ensemble=127.0.0.1:52149 2024-11-12T09:57:32,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:57:32,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:57:32,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421710x0, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:57:32,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421710x0, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:57:32,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42171-0x1012fc4205c0003 connected 2024-11-12T09:57:32,396 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:57:32,397 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:57:32,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:57:32,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:57:32,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-12T09:57:32,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42171 2024-11-12T09:57:32,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42171 2024-11-12T09:57:32,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-12T09:57:32,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42171 2024-11-12T09:57:32,418 DEBUG [M:0;eb677afb1da9:43905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb677afb1da9:43905 2024-11-12T09:57:32,419 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/eb677afb1da9,43905,1731405451492 2024-11-12T09:57:32,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:57:32,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:57:32,434 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:57:32,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:57:32,437 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eb677afb1da9,43905,1731405451492 2024-11-12T09:57:32,466 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:57:32,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:32,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:57:32,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:57:32,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:32,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:32,467 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:32,468 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T09:57:32,470 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eb677afb1da9,43905,1731405451492 from backup master directory 2024-11-12T09:57:32,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eb677afb1da9,43905,1731405451492 2024-11-12T09:57:32,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:57:32,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:57:32,478 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:57:32,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:57:32,478 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:57:32,479 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb677afb1da9,43905,1731405451492 2024-11-12T09:57:32,480 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T09:57:32,481 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T09:57:32,533 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/hbase.id] with ID: 90cc2358-6da3-48ef-a9cd-748cc2355d92 2024-11-12T09:57:32,533 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/.tmp/hbase.id 2024-11-12T09:57:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:57:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:57:32,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:57:32,548 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/.tmp/hbase.id]:[hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/hbase.id] 2024-11-12T09:57:32,597 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:57:32,603 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T09:57:32,621 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-12T09:57:32,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:32,653 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:32,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:32,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:32,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:57:32,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:57:32,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:57:32,692 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:57:32,694 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T09:57:32,707 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:57:32,711 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:57:32,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:57:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:57:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:57:32,760 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store 2024-11-12T09:57:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:57:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:57:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:57:32,787 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T09:57:32,790 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:32,791 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:57:32,791 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:57:32,792 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:57:32,793 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:57:32,793 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:57:32,793 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:57:32,794 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731405452791Disabling compacts and flushes for region at 1731405452791Disabling writes for close at 1731405452793 (+2 ms)Writing region close event to WAL at 1731405452793Closed at 1731405452793 2024-11-12T09:57:32,796 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/.initializing 2024-11-12T09:57:32,796 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/WALs/eb677afb1da9,43905,1731405451492 2024-11-12T09:57:32,804 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:57:32,819 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C43905%2C1731405451492, suffix=, logDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/WALs/eb677afb1da9,43905,1731405451492, archiveDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/oldWALs, maxLogs=10 2024-11-12T09:57:32,847 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/WALs/eb677afb1da9,43905,1731405451492/eb677afb1da9%2C43905%2C1731405451492.1731405452824, exclude list is [], retry=0 2024-11-12T09:57:32,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-856a7d6d-3e4a-4ae7-a90c-a5437c30f3f2,DISK] 2024-11-12T09:57:32,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-de174a2f-0b5e-4809-8197-617904f83e1d,DISK] 2024-11-12T09:57:32,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36777,DS-40462e1f-1f46-4285-bf41-4451c5b9ede2,DISK] 2024-11-12T09:57:32,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T09:57:32,906 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/WALs/eb677afb1da9,43905,1731405451492/eb677afb1da9%2C43905%2C1731405451492.1731405452824 2024-11-12T09:57:32,907 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32791:32791),(127.0.0.1/127.0.0.1:36963:36963),(127.0.0.1/127.0.0.1:37697:37697)] 2024-11-12T09:57:32,907 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:57:32,908 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:32,911 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:32,911 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:32,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:32,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T09:57:32,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:32,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:57:32,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:32,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T09:57:32,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:32,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:32,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:32,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T09:57:32,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:32,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:32,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:32,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T09:57:32,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:32,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:32,993 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:32,997 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:32,998 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:33,005 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:33,005 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:33,009 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:57:33,013 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:57:33,018 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:33,019 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60030694, jitterRate=-0.10547295212745667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:57:33,026 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731405452923Initializing all the Stores at 1731405452925 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405452925Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405452926 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405452926Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405452926Cleaning up temporary data from old regions at 1731405453005 (+79 ms)Region opened successfully at 1731405453026 (+21 ms) 2024-11-12T09:57:33,028 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T09:57:33,062 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf398f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:57:33,089 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T09:57:33,099 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T09:57:33,099 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T09:57:33,102 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T09:57:33,104 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T09:57:33,109 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T09:57:33,109 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T09:57:33,133 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T09:57:33,141 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T09:57:33,178 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T09:57:33,183 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T09:57:33,185 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T09:57:33,194 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T09:57:33,196 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T09:57:33,200 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T09:57:33,211 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T09:57:33,212 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T09:57:33,219 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T09:57:33,241 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T09:57:33,249 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T09:57:33,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:57:33,261 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:57:33,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:57:33,261 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:57:33,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,266 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb677afb1da9,43905,1731405451492, sessionid=0x1012fc4205c0000, setting cluster-up flag (Was=false) 2024-11-12T09:57:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,294 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,325 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T09:57:33,330 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,43905,1731405451492 2024-11-12T09:57:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,353 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:33,377 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T09:57:33,380 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,43905,1731405451492 2024-11-12T09:57:33,388 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T09:57:33,408 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(746): ClusterId : 90cc2358-6da3-48ef-a9cd-748cc2355d92 2024-11-12T09:57:33,408 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(746): ClusterId : 90cc2358-6da3-48ef-a9cd-748cc2355d92 2024-11-12T09:57:33,408 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(746): ClusterId : 90cc2358-6da3-48ef-a9cd-748cc2355d92 2024-11-12T09:57:33,410 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:57:33,410 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:57:33,410 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:57:33,429 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:57:33,429 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:57:33,429 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:57:33,429 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:57:33,429 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:57:33,429 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:57:33,437 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:57:33,437 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:57:33,437 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:57:33,438 DEBUG [RS:0;eb677afb1da9:34165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ccbfd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:57:33,438 DEBUG [RS:1;eb677afb1da9:39945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d3a3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:57:33,438 DEBUG [RS:2;eb677afb1da9:42171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4021e72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:57:33,451 DEBUG [RS:2;eb677afb1da9:42171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;eb677afb1da9:42171 2024-11-12T09:57:33,454 DEBUG [RS:1;eb677afb1da9:39945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;eb677afb1da9:39945 2024-11-12T09:57:33,454 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:57:33,454 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:57:33,454 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:57:33,454 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:57:33,454 DEBUG [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:57:33,454 DEBUG [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:57:33,458 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,43905,1731405451492 with port=39945, startcode=1731405452317 2024-11-12T09:57:33,458 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,43905,1731405451492 with port=42171, startcode=1731405452373 2024-11-12T09:57:33,462 DEBUG [RS:0;eb677afb1da9:34165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb677afb1da9:34165 2024-11-12T09:57:33,462 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:57:33,462 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:57:33,462 DEBUG [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:57:33,463 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,43905,1731405451492 with port=34165, startcode=1731405452209 2024-11-12T09:57:33,465 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T09:57:33,470 DEBUG [RS:1;eb677afb1da9:39945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:57:33,470 DEBUG [RS:2;eb677afb1da9:42171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:57:33,470 DEBUG [RS:0;eb677afb1da9:34165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:57:33,475 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T09:57:33,481 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T09:57:33,488 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb677afb1da9,43905,1731405451492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T09:57:33,496 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:57:33,497 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:57:33,497 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:57:33,498 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:57:33,498 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb677afb1da9:0, corePoolSize=10, maxPoolSize=10 2024-11-12T09:57:33,499 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,499 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:57:33,499 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:57:33,511 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405483511 2024-11-12T09:57:33,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T09:57:33,512 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44875, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:57:33,512 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57545, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:57:33,512 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:57:33,513 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T09:57:33,515 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T09:57:33,517 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:33,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T09:57:33,519 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T09:57:33,518 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T09:57:33,519 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T09:57:33,520 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T09:57:33,520 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T09:57:33,524 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T09:57:33,525 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T09:57:33,525 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,530 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T09:57:33,531 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T09:57:33,532 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T09:57:33,535 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T09:57:33,535 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T09:57:33,537 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731405453536,5,FailOnTimeoutGroup] 2024-11-12T09:57:33,537 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731405453537,5,FailOnTimeoutGroup] 2024-11-12T09:57:33,537 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,538 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T09:57:33,539 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,539 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:57:33,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:57:33,567 DEBUG [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T09:57:33,567 DEBUG [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T09:57:33,567 WARN [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T09:57:33,567 WARN [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T09:57:33,567 DEBUG [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T09:57:33,568 WARN [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T09:57:33,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:57:33,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T09:57:33,570 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:33,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:57:33,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:57:33,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:57:33,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:33,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:57:33,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:57:33,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:33,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:57:33,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:57:33,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:57:33,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:33,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:57:33,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:57:33,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:57:33,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:33,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:57:33,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:57:33,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:57:33,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:33,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:57:33,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:57:33,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740 2024-11-12T09:57:33,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740 2024-11-12T09:57:33,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:57:33,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:57:33,606 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:57:33,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:57:33,612 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:33,613 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65334936, jitterRate=-0.026433587074279785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:57:33,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731405453583Initializing all the Stores at 1731405453585 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405453585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405453585Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405453585Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405453585Cleaning up temporary data from old regions at 1731405453605 (+20 ms)Region opened successfully at 1731405453617 (+12 ms) 2024-11-12T09:57:33,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:57:33,617 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:57:33,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:57:33,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:57:33,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:57:33,619 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:57:33,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731405453617Disabling compacts and flushes for region at 1731405453617Disabling writes for close at 1731405453617Writing region close event to WAL at 1731405453618 (+1 ms)Closed at 1731405453619 (+1 ms) 2024-11-12T09:57:33,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:57:33,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T09:57:33,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T09:57:33,638 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:57:33,642 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T09:57:33,669 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,43905,1731405451492 with port=39945, startcode=1731405452317 2024-11-12T09:57:33,669 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,43905,1731405451492 with port=34165, startcode=1731405452209 2024-11-12T09:57:33,669 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,43905,1731405451492 with port=42171, startcode=1731405452373 2024-11-12T09:57:33,671 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,34165,1731405452209 2024-11-12T09:57:33,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:33,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,42171,1731405452373 2024-11-12T09:57:33,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,42171,1731405452373 2024-11-12T09:57:33,685 DEBUG [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:33,685 DEBUG [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35649 2024-11-12T09:57:33,685 DEBUG [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:57:33,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,39945,1731405452317 2024-11-12T09:57:33,688 DEBUG [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:33,688 DEBUG [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35649 2024-11-12T09:57:33,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,39945,1731405452317 2024-11-12T09:57:33,688 DEBUG [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:57:33,691 DEBUG [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:33,691 DEBUG [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35649 2024-11-12T09:57:33,691 DEBUG [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:57:33,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:57:33,791 DEBUG [RS:0;eb677afb1da9:34165 {}] zookeeper.ZKUtil(111): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,34165,1731405452209 2024-11-12T09:57:33,791 WARN [RS:0;eb677afb1da9:34165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:57:33,792 INFO [RS:0;eb677afb1da9:34165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:57:33,792 DEBUG [RS:2;eb677afb1da9:42171 {}] zookeeper.ZKUtil(111): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,42171,1731405452373 2024-11-12T09:57:33,792 WARN [RS:2;eb677afb1da9:42171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:57:33,792 DEBUG [RS:1;eb677afb1da9:39945 {}] zookeeper.ZKUtil(111): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,39945,1731405452317 2024-11-12T09:57:33,793 INFO [RS:2;eb677afb1da9:42171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:57:33,793 WARN [RS:1;eb677afb1da9:39945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:57:33,793 DEBUG [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209 2024-11-12T09:57:33,793 DEBUG [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,42171,1731405452373 2024-11-12T09:57:33,793 INFO [RS:1;eb677afb1da9:39945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:57:33,794 WARN [eb677afb1da9:43905 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T09:57:33,794 DEBUG [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,39945,1731405452317 2024-11-12T09:57:33,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,39945,1731405452317] 2024-11-12T09:57:33,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,34165,1731405452209] 2024-11-12T09:57:33,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,42171,1731405452373] 2024-11-12T09:57:33,818 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:57:33,818 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:57:33,818 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:57:33,832 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:57:33,832 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:57:33,832 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:57:33,837 INFO [RS:0;eb677afb1da9:34165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:57:33,837 INFO [RS:1;eb677afb1da9:39945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:57:33,837 INFO [RS:2;eb677afb1da9:42171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:57:33,837 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,837 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,837 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,838 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:57:33,838 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:57:33,838 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:57:33,843 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:57:33,843 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:57:33,843 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:57:33,845 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,845 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,845 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,845 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,845 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,845 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,845 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,845 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,845 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,845 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,845 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,845 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,845 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:57:33,846 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:57:33,846 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:57:33,846 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:57:33,846 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,846 DEBUG [RS:0;eb677afb1da9:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:57:33,847 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,847 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,847 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,847 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:57:33,847 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:57:33,847 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:57:33,847 DEBUG [RS:1;eb677afb1da9:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:57:33,847 DEBUG [RS:2;eb677afb1da9:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:57:33,847 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,34165,1731405452209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,39945,1731405452317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:57:33,848 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,42171,1731405452373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:57:33,865 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:57:33,866 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,34165,1731405452209-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,867 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,867 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.Replication(171): eb677afb1da9,34165,1731405452209 started 2024-11-12T09:57:33,870 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:57:33,870 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:57:33,870 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,42171,1731405452373-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,870 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,39945,1731405452317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,870 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,870 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,870 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.Replication(171): eb677afb1da9,42171,1731405452373 started 2024-11-12T09:57:33,870 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.Replication(171): eb677afb1da9,39945,1731405452317 started 2024-11-12T09:57:33,885 INFO [RS:0;eb677afb1da9:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,885 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,34165,1731405452209, RpcServer on eb677afb1da9/172.17.0.2:34165, sessionid=0x1012fc4205c0001 2024-11-12T09:57:33,886 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:57:33,886 DEBUG [RS:0;eb677afb1da9:34165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,34165,1731405452209 2024-11-12T09:57:33,886 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,34165,1731405452209' 2024-11-12T09:57:33,886 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:57:33,887 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:57:33,888 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:57:33,888 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:57:33,888 DEBUG [RS:0;eb677afb1da9:34165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,34165,1731405452209 2024-11-12T09:57:33,888 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,34165,1731405452209' 2024-11-12T09:57:33,888 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:57:33,889 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:57:33,889 DEBUG [RS:0;eb677afb1da9:34165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:57:33,890 INFO [RS:0;eb677afb1da9:34165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:57:33,890 INFO [RS:0;eb677afb1da9:34165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:57:33,892 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,892 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:33,893 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,42171,1731405452373, RpcServer on eb677afb1da9/172.17.0.2:42171, sessionid=0x1012fc4205c0003 2024-11-12T09:57:33,893 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,39945,1731405452317, RpcServer on eb677afb1da9/172.17.0.2:39945, sessionid=0x1012fc4205c0002 2024-11-12T09:57:33,893 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:57:33,893 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:57:33,893 DEBUG [RS:1;eb677afb1da9:39945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,39945,1731405452317 2024-11-12T09:57:33,893 DEBUG [RS:2;eb677afb1da9:42171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,42171,1731405452373 2024-11-12T09:57:33,893 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,39945,1731405452317' 2024-11-12T09:57:33,893 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,42171,1731405452373' 2024-11-12T09:57:33,893 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:57:33,893 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:57:33,894 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:57:33,894 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:57:33,895 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:57:33,895 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:57:33,895 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:57:33,895 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:57:33,895 DEBUG [RS:2;eb677afb1da9:42171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,42171,1731405452373 2024-11-12T09:57:33,895 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,42171,1731405452373' 2024-11-12T09:57:33,895 DEBUG [RS:1;eb677afb1da9:39945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,39945,1731405452317 2024-11-12T09:57:33,895 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:57:33,895 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,39945,1731405452317' 2024-11-12T09:57:33,895 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:57:33,895 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:57:33,895 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:57:33,896 DEBUG [RS:2;eb677afb1da9:42171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:57:33,896 DEBUG [RS:1;eb677afb1da9:39945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:57:33,896 INFO [RS:2;eb677afb1da9:42171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:57:33,896 INFO [RS:2;eb677afb1da9:42171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:57:33,896 INFO [RS:1;eb677afb1da9:39945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:57:33,896 INFO [RS:1;eb677afb1da9:39945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:57:33,996 INFO [RS:0;eb677afb1da9:34165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:57:33,997 INFO [RS:2;eb677afb1da9:42171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:57:33,997 INFO [RS:1;eb677afb1da9:39945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:57:34,000 INFO [RS:2;eb677afb1da9:42171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C42171%2C1731405452373, suffix=, logDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,42171,1731405452373, archiveDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/oldWALs, maxLogs=32 2024-11-12T09:57:34,000 INFO [RS:1;eb677afb1da9:39945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C39945%2C1731405452317, suffix=, logDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,39945,1731405452317, archiveDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/oldWALs, maxLogs=32 2024-11-12T09:57:34,002 INFO [RS:0;eb677afb1da9:34165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C34165%2C1731405452209, suffix=, logDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209, archiveDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/oldWALs, maxLogs=32 2024-11-12T09:57:34,017 DEBUG [RS:0;eb677afb1da9:34165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209/eb677afb1da9%2C34165%2C1731405452209.1731405454004, exclude list is [], retry=0 2024-11-12T09:57:34,017 DEBUG [RS:2;eb677afb1da9:42171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,42171,1731405452373/eb677afb1da9%2C42171%2C1731405452373.1731405454004, exclude list is [], retry=0 2024-11-12T09:57:34,019 DEBUG [RS:1;eb677afb1da9:39945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,39945,1731405452317/eb677afb1da9%2C39945%2C1731405452317.1731405454004, exclude list is [], retry=0 2024-11-12T09:57:34,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36777,DS-40462e1f-1f46-4285-bf41-4451c5b9ede2,DISK] 2024-11-12T09:57:34,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-de174a2f-0b5e-4809-8197-617904f83e1d,DISK] 2024-11-12T09:57:34,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-856a7d6d-3e4a-4ae7-a90c-a5437c30f3f2,DISK] 2024-11-12T09:57:34,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36777,DS-40462e1f-1f46-4285-bf41-4451c5b9ede2,DISK] 2024-11-12T09:57:34,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-856a7d6d-3e4a-4ae7-a90c-a5437c30f3f2,DISK] 2024-11-12T09:57:34,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-856a7d6d-3e4a-4ae7-a90c-a5437c30f3f2,DISK] 2024-11-12T09:57:34,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-de174a2f-0b5e-4809-8197-617904f83e1d,DISK] 2024-11-12T09:57:34,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36777,DS-40462e1f-1f46-4285-bf41-4451c5b9ede2,DISK] 2024-11-12T09:57:34,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-de174a2f-0b5e-4809-8197-617904f83e1d,DISK] 2024-11-12T09:57:34,029 INFO [RS:0;eb677afb1da9:34165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209/eb677afb1da9%2C34165%2C1731405452209.1731405454004 2024-11-12T09:57:34,029 INFO [RS:2;eb677afb1da9:42171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,42171,1731405452373/eb677afb1da9%2C42171%2C1731405452373.1731405454004 2024-11-12T09:57:34,031 INFO [RS:1;eb677afb1da9:39945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,39945,1731405452317/eb677afb1da9%2C39945%2C1731405452317.1731405454004 2024-11-12T09:57:34,035 DEBUG [RS:0;eb677afb1da9:34165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37697:37697),(127.0.0.1/127.0.0.1:36963:36963),(127.0.0.1/127.0.0.1:32791:32791)] 2024-11-12T09:57:34,035 DEBUG [RS:2;eb677afb1da9:42171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37697:37697),(127.0.0.1/127.0.0.1:36963:36963),(127.0.0.1/127.0.0.1:32791:32791)] 2024-11-12T09:57:34,035 DEBUG [RS:1;eb677afb1da9:39945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36963:36963),(127.0.0.1/127.0.0.1:37697:37697),(127.0.0.1/127.0.0.1:32791:32791)] 2024-11-12T09:57:34,297 DEBUG [eb677afb1da9:43905 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T09:57:34,306 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(204): Hosts are {eb677afb1da9=0} racks are {/default-rack=0} 2024-11-12T09:57:34,312 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T09:57:34,312 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T09:57:34,312 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T09:57:34,312 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T09:57:34,312 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T09:57:34,312 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T09:57:34,312 INFO [eb677afb1da9:43905 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T09:57:34,312 INFO [eb677afb1da9:43905 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T09:57:34,312 INFO [eb677afb1da9:43905 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T09:57:34,312 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T09:57:34,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:34,324 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,34165,1731405452209, state=OPENING 2024-11-12T09:57:34,386 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T09:57:34,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:34,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:34,394 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:34,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:57:34,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:57:34,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:57:34,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:57:34,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:57:34,399 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:57:34,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,34165,1731405452209}] 2024-11-12T09:57:41,830 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T09:57:41,831 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T09:57:44,423 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:57:44,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:57:44,437 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T09:57:44,437 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:57:44,438 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T09:57:44,441 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C34165%2C1731405452209.meta, suffix=.meta, logDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209, archiveDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/oldWALs, maxLogs=32 2024-11-12T09:57:44,456 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta, exclude list is [], retry=0 2024-11-12T09:57:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36777,DS-40462e1f-1f46-4285-bf41-4451c5b9ede2,DISK] 2024-11-12T09:57:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-de174a2f-0b5e-4809-8197-617904f83e1d,DISK] 2024-11-12T09:57:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-856a7d6d-3e4a-4ae7-a90c-a5437c30f3f2,DISK] 2024-11-12T09:57:44,462 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta 2024-11-12T09:57:44,463 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37697:37697),(127.0.0.1/127.0.0.1:32791:32791),(127.0.0.1/127.0.0.1:36963:36963)] 2024-11-12T09:57:44,463 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:57:44,465 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T09:57:44,467 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T09:57:44,472 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T09:57:44,475 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T09:57:44,476 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:44,476 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T09:57:44,476 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T09:57:44,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:57:44,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:57:44,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:44,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:57:44,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:57:44,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:57:44,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:44,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:57:44,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:57:44,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:57:44,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:44,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:57:44,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:57:44,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:57:44,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:57:44,489 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:57:44,491 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740 2024-11-12T09:57:44,493 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740 2024-11-12T09:57:44,496 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:57:44,496 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:57:44,497 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:57:44,500 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:57:44,501 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61423750, jitterRate=-0.08471480011940002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:57:44,501 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T09:57:44,503 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731405464477Writing region info on filesystem at 1731405464477Initializing all the Stores at 1731405464479 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405464479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405464479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405464479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405464479Cleaning up temporary data from old regions at 1731405464496 (+17 ms)Running coprocessor post-open hooks at 1731405464502 (+6 ms)Region opened successfully at 1731405464503 (+1 ms) 2024-11-12T09:57:44,510 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731405464416 2024-11-12T09:57:44,519 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T09:57:44,520 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T09:57:44,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:44,523 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,34165,1731405452209, state=OPEN 2024-11-12T09:57:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:57:44,589 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:57:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:57:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:57:44,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:57:44,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:57:44,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:57:44,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:57:44,591 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:44,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T09:57:44,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,34165,1731405452209 in 10.1890 sec 2024-11-12T09:57:44,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T09:57:44,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9710 sec 2024-11-12T09:57:44,607 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:57:44,607 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T09:57:44,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:57:44,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1] 2024-11-12T09:57:44,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:57:44,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:57:44,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2440 sec 2024-11-12T09:57:44,664 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731405464664, completionTime=-1 2024-11-12T09:57:44,666 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T09:57:44,666 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T09:57:44,691 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-12T09:57:44,691 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731405524691 2024-11-12T09:57:44,691 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731405584691 2024-11-12T09:57:44,692 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-12T09:57:44,693 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T09:57:44,699 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,43905,1731405451492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:44,700 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,43905,1731405451492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:44,700 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,43905,1731405451492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:44,702 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb677afb1da9:43905, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:44,702 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:44,703 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:44,709 DEBUG [master/eb677afb1da9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T09:57:44,731 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.252sec 2024-11-12T09:57:44,733 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T09:57:44,755 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T09:57:44,757 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T09:57:44,758 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T09:57:44,758 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T09:57:44,759 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,43905,1731405451492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:57:44,760 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,43905,1731405451492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T09:57:44,764 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T09:57:44,766 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T09:57:44,766 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,43905,1731405451492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:57:44,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d458dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:57:44,832 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T09:57:44,832 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T09:57:44,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb677afb1da9,43905,-1 for getting cluster id 2024-11-12T09:57:44,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:57:44,847 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90cc2358-6da3-48ef-a9cd-748cc2355d92' 2024-11-12T09:57:44,850 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:57:44,850 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90cc2358-6da3-48ef-a9cd-748cc2355d92" 2024-11-12T09:57:44,851 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7659b499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:57:44,851 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb677afb1da9,43905,-1] 2024-11-12T09:57:44,853 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:57:44,855 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:57:44,856 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:57:44,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:57:44,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:57:44,866 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1] 2024-11-12T09:57:44,866 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:57:44,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:57:44,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb677afb1da9,43905,1731405451492 2024-11-12T09:57:44,892 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731405464891 (current time:1731405464891). 2024-11-12T09:57:44,892 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T09:57:44,892 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T09:57:44,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141da473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:57:44,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb677afb1da9,43905,-1 for getting cluster id 2024-11-12T09:57:44,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:57:44,896 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90cc2358-6da3-48ef-a9cd-748cc2355d92' 2024-11-12T09:57:44,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:57:44,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90cc2358-6da3-48ef-a9cd-748cc2355d92" 2024-11-12T09:57:44,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16521200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:57:44,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb677afb1da9,43905,-1] 2024-11-12T09:57:44,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:57:44,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:57:44,899 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:57:44,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188bdf6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:57:44,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:57:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1] 2024-11-12T09:57:44,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:57:44,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:57:44,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:57:44,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:57:44,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:57:44,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:57:44,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:57:44,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:57:44,922 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb677afb1da9,43905,1731405451492 2024-11-12T09:57:44,924 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57449185 2024-11-12T09:57:44,925 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:57:44,928 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:57:44,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:57:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T09:57:44,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:57:44,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T09:57:44,946 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:44,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:57:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:57:44,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741837_1013 (size=361) 2024-11-12T09:57:44,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741837_1013 (size=361) 2024-11-12T09:57:44,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741837_1013 (size=361) 2024-11-12T09:57:44,968 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9dc76fba17d74b51f8f949437fedb8ee, NAME => 'SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:44,968 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8fe1bbfe3560f2fd2fc004a6151a9c66, NAME => 'SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:44,969 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 57a2e4565f3dbc1eba5e5b02609cd58a, NAME => 'SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:44,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741840_1016 (size=62) 2024-11-12T09:57:44,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741840_1016 (size=62) 2024-11-12T09:57:44,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741840_1016 (size=62) 2024-11-12T09:57:44,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:44,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741838_1014 (size=54) 2024-11-12T09:57:44,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8fe1bbfe3560f2fd2fc004a6151a9c66, disabling compactions & flushes 2024-11-12T09:57:44,992 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:57:44,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:57:44,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. after waiting 0 ms 2024-11-12T09:57:44,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:57:44,992 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:57:44,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8fe1bbfe3560f2fd2fc004a6151a9c66: Waiting for close lock at 1731405464992Disabling compacts and flushes for region at 1731405464992Disabling writes for close at 1731405464992Writing region close event to WAL at 1731405464992Closed at 1731405464992 2024-11-12T09:57:44,993 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a00c4fa58d3b7bad790e53144a40230e, NAME => 'SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:44,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741838_1014 (size=54) 2024-11-12T09:57:44,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741838_1014 (size=54) 2024-11-12T09:57:44,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741839_1015 (size=62) 2024-11-12T09:57:44,995 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:44,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9dc76fba17d74b51f8f949437fedb8ee, disabling compactions & flushes 2024-11-12T09:57:44,996 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:57:44,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:57:44,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741839_1015 (size=62) 2024-11-12T09:57:44,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. after waiting 0 ms 2024-11-12T09:57:44,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:57:44,996 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:57:44,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9dc76fba17d74b51f8f949437fedb8ee: Waiting for close lock at 1731405464996Disabling compacts and flushes for region at 1731405464996Disabling writes for close at 1731405464996Writing region close event to WAL at 1731405464996Closed at 1731405464996 2024-11-12T09:57:44,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741839_1015 (size=62) 2024-11-12T09:57:44,997 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cc28015e1da6671cad892d85adaf33b, NAME => 'SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:44,997 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:44,997 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 57a2e4565f3dbc1eba5e5b02609cd58a, disabling compactions & flushes 2024-11-12T09:57:44,998 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:57:44,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:57:44,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. after waiting 0 ms 2024-11-12T09:57:44,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:57:44,998 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:57:44,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 57a2e4565f3dbc1eba5e5b02609cd58a: Waiting for close lock at 1731405464997Disabling compacts and flushes for region at 1731405464997Disabling writes for close at 1731405464998 (+1 ms)Writing region close event to WAL at 1731405464998Closed at 1731405464998 2024-11-12T09:57:44,999 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 08a2dd2a27f03ec14f516fddb22c9829, NAME => 'SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741841_1017 (size=62) 2024-11-12T09:57:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741841_1017 (size=62) 2024-11-12T09:57:45,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741841_1017 (size=62) 2024-11-12T09:57:45,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741843_1019 (size=62) 2024-11-12T09:57:45,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:45,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741843_1019 (size=62) 2024-11-12T09:57:45,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a00c4fa58d3b7bad790e53144a40230e, disabling compactions & flushes 2024-11-12T09:57:45,017 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:57:45,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:57:45,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. after waiting 0 ms 2024-11-12T09:57:45,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:57:45,017 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:57:45,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741843_1019 (size=62) 2024-11-12T09:57:45,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a00c4fa58d3b7bad790e53144a40230e: Waiting for close lock at 1731405465017Disabling compacts and flushes for region at 1731405465017Disabling writes for close at 1731405465017Writing region close event to WAL at 1731405465017Closed at 1731405465017 2024-11-12T09:57:45,018 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2e63bf60210537c9bbe2e33585a11e5a, NAME => 'SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:45,018 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:45,018 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 08a2dd2a27f03ec14f516fddb22c9829, disabling compactions & flushes 2024-11-12T09:57:45,018 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:57:45,018 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:57:45,018 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. after waiting 0 ms 2024-11-12T09:57:45,018 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:57:45,018 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:57:45,018 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 08a2dd2a27f03ec14f516fddb22c9829: Waiting for close lock at 1731405465018Disabling compacts and flushes for region at 1731405465018Disabling writes for close at 1731405465018Writing region close event to WAL at 1731405465018Closed at 1731405465018 2024-11-12T09:57:45,019 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 53714316f3375dda34df5ea4a90b9fe6, NAME => 'SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:45,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741842_1018 (size=62) 2024-11-12T09:57:45,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741842_1018 (size=62) 2024-11-12T09:57:45,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741842_1018 (size=62) 2024-11-12T09:57:45,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:45,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6cc28015e1da6671cad892d85adaf33b, disabling compactions & flushes 2024-11-12T09:57:45,024 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:57:45,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:57:45,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. after waiting 0 ms 2024-11-12T09:57:45,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:57:45,024 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:57:45,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cc28015e1da6671cad892d85adaf33b: Waiting for close lock at 1731405465024Disabling compacts and flushes for region at 1731405465024Disabling writes for close at 1731405465024Writing region close event to WAL at 1731405465024Closed at 1731405465024 2024-11-12T09:57:45,025 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a32f28303db162244b62b6f07b7f239d, NAME => 'SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741844_1020 (size=62) 2024-11-12T09:57:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741844_1020 (size=62) 2024-11-12T09:57:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741844_1020 (size=62) 2024-11-12T09:57:45,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:45,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2e63bf60210537c9bbe2e33585a11e5a, disabling compactions & flushes 2024-11-12T09:57:45,035 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:57:45,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:57:45,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. after waiting 0 ms 2024-11-12T09:57:45,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:57:45,035 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:57:45,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2e63bf60210537c9bbe2e33585a11e5a: Waiting for close lock at 1731405465035Disabling compacts and flushes for region at 1731405465035Disabling writes for close at 1731405465035Writing region close event to WAL at 1731405465035Closed at 1731405465035 2024-11-12T09:57:45,036 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5ccaaf4fa375550168d9a30b406a918f, NAME => 'SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755 2024-11-12T09:57:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741845_1021 (size=62) 2024-11-12T09:57:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741845_1021 (size=62) 2024-11-12T09:57:45,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741845_1021 (size=62) 2024-11-12T09:57:45,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:45,048 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 53714316f3375dda34df5ea4a90b9fe6, disabling compactions & flushes 2024-11-12T09:57:45,048 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:57:45,048 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:57:45,048 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. after waiting 0 ms 2024-11-12T09:57:45,048 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:57:45,048 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:57:45,048 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 53714316f3375dda34df5ea4a90b9fe6: Waiting for close lock at 1731405465048Disabling compacts and flushes for region at 1731405465048Disabling writes for close at 1731405465048Writing region close event to WAL at 1731405465048Closed at 1731405465048 2024-11-12T09:57:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741846_1022 (size=62) 2024-11-12T09:57:45,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741846_1022 (size=62) 2024-11-12T09:57:45,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741846_1022 (size=62) 2024-11-12T09:57:45,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:45,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a32f28303db162244b62b6f07b7f239d, disabling compactions & flushes 2024-11-12T09:57:45,050 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:57:45,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:57:45,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. after waiting 0 ms 2024-11-12T09:57:45,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:57:45,051 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:57:45,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a32f28303db162244b62b6f07b7f239d: Waiting for close lock at 1731405465050Disabling compacts and flushes for region at 1731405465050Disabling writes for close at 1731405465051 (+1 ms)Writing region close event to WAL at 1731405465051Closed at 1731405465051 2024-11-12T09:57:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741847_1023 (size=54) 2024-11-12T09:57:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741847_1023 (size=54) 2024-11-12T09:57:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741847_1023 (size=54) 2024-11-12T09:57:45,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:45,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5ccaaf4fa375550168d9a30b406a918f, disabling compactions & flushes 2024-11-12T09:57:45,054 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:57:45,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:57:45,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. after waiting 0 ms 2024-11-12T09:57:45,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:57:45,055 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:57:45,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5ccaaf4fa375550168d9a30b406a918f: Waiting for close lock at 1731405465054Disabling compacts and flushes for region at 1731405465054Disabling writes for close at 1731405465054Writing region close event to WAL at 1731405465054Closed at 1731405465055 (+1 ms) 2024-11-12T09:57:45,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:57:45,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405465057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405465057"}]},"ts":"1731405465057"} 2024-11-12T09:57:45,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731405465057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405465057"}]},"ts":"1731405465057"} 2024-11-12T09:57:45,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405465057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405465057"}]},"ts":"1731405465057"} 2024-11-12T09:57:45,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405465057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405465057"}]},"ts":"1731405465057"} 2024-11-12T09:57:45,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405465057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405465057"}]},"ts":"1731405465057"} 2024-11-12T09:57:45,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405465057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405465057"}]},"ts":"1731405465057"} 2024-11-12T09:57:45,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405465057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405465057"}]},"ts":"1731405465057"} 2024-11-12T09:57:45,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405465057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405465057"}]},"ts":"1731405465057"} 2024-11-12T09:57:45,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405465057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405465057"}]},"ts":"1731405465057"} 2024-11-12T09:57:45,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731405465057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405465057"}]},"ts":"1731405465057"} 2024-11-12T09:57:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:57:45,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T09:57:45,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:57:45,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731405465098"}]},"ts":"1731405465098"} 2024-11-12T09:57:45,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T09:57:45,105 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {eb677afb1da9=0} racks are {/default-rack=0} 2024-11-12T09:57:45,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T09:57:45,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T09:57:45,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T09:57:45,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T09:57:45,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T09:57:45,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T09:57:45,113 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T09:57:45,113 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T09:57:45,113 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T09:57:45,113 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T09:57:45,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dc76fba17d74b51f8f949437fedb8ee, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57a2e4565f3dbc1eba5e5b02609cd58a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fe1bbfe3560f2fd2fc004a6151a9c66, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00c4fa58d3b7bad790e53144a40230e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cc28015e1da6671cad892d85adaf33b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08a2dd2a27f03ec14f516fddb22c9829, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e63bf60210537c9bbe2e33585a11e5a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53714316f3375dda34df5ea4a90b9fe6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a32f28303db162244b62b6f07b7f239d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ccaaf4fa375550168d9a30b406a918f, ASSIGN}] 2024-11-12T09:57:45,120 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dc76fba17d74b51f8f949437fedb8ee, ASSIGN 2024-11-12T09:57:45,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57a2e4565f3dbc1eba5e5b02609cd58a, ASSIGN 2024-11-12T09:57:45,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00c4fa58d3b7bad790e53144a40230e, ASSIGN 2024-11-12T09:57:45,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fe1bbfe3560f2fd2fc004a6151a9c66, ASSIGN 2024-11-12T09:57:45,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57a2e4565f3dbc1eba5e5b02609cd58a, ASSIGN; state=OFFLINE, location=eb677afb1da9,39945,1731405452317; forceNewPlan=false, retain=false 2024-11-12T09:57:45,122 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dc76fba17d74b51f8f949437fedb8ee, ASSIGN; state=OFFLINE, location=eb677afb1da9,42171,1731405452373; forceNewPlan=false, retain=false 2024-11-12T09:57:45,122 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a00c4fa58d3b7bad790e53144a40230e, ASSIGN; state=OFFLINE, location=eb677afb1da9,34165,1731405452209; forceNewPlan=false, retain=false 2024-11-12T09:57:45,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fe1bbfe3560f2fd2fc004a6151a9c66, ASSIGN; state=OFFLINE, location=eb677afb1da9,34165,1731405452209; forceNewPlan=false, retain=false 2024-11-12T09:57:45,128 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e63bf60210537c9bbe2e33585a11e5a, ASSIGN 2024-11-12T09:57:45,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53714316f3375dda34df5ea4a90b9fe6, ASSIGN 2024-11-12T09:57:45,128 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a32f28303db162244b62b6f07b7f239d, ASSIGN 2024-11-12T09:57:45,128 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ccaaf4fa375550168d9a30b406a918f, ASSIGN 2024-11-12T09:57:45,129 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08a2dd2a27f03ec14f516fddb22c9829, ASSIGN 2024-11-12T09:57:45,130 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e63bf60210537c9bbe2e33585a11e5a, ASSIGN; state=OFFLINE, location=eb677afb1da9,34165,1731405452209; forceNewPlan=false, retain=false 2024-11-12T09:57:45,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53714316f3375dda34df5ea4a90b9fe6, ASSIGN; state=OFFLINE, location=eb677afb1da9,42171,1731405452373; forceNewPlan=false, retain=false 2024-11-12T09:57:45,130 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a32f28303db162244b62b6f07b7f239d, ASSIGN; state=OFFLINE, location=eb677afb1da9,39945,1731405452317; forceNewPlan=false, retain=false 2024-11-12T09:57:45,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ccaaf4fa375550168d9a30b406a918f, ASSIGN; state=OFFLINE, location=eb677afb1da9,34165,1731405452209; forceNewPlan=false, retain=false 2024-11-12T09:57:45,130 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08a2dd2a27f03ec14f516fddb22c9829, ASSIGN; state=OFFLINE, location=eb677afb1da9,42171,1731405452373; forceNewPlan=false, retain=false 2024-11-12T09:57:45,137 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cc28015e1da6671cad892d85adaf33b, ASSIGN 2024-11-12T09:57:45,138 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6cc28015e1da6671cad892d85adaf33b, ASSIGN; state=OFFLINE, location=eb677afb1da9,39945,1731405452317; forceNewPlan=false, retain=false 2024-11-12T09:57:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:57:45,277 INFO [eb677afb1da9:43905 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T09:57:45,279 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=08a2dd2a27f03ec14f516fddb22c9829, regionState=OPENING, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:57:45,279 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=53714316f3375dda34df5ea4a90b9fe6, regionState=OPENING, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:57:45,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a32f28303db162244b62b6f07b7f239d, regionState=OPENING, regionLocation=eb677afb1da9,39945,1731405452317 2024-11-12T09:57:45,279 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6cc28015e1da6671cad892d85adaf33b, regionState=OPENING, regionLocation=eb677afb1da9,39945,1731405452317 2024-11-12T09:57:45,279 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9dc76fba17d74b51f8f949437fedb8ee, regionState=OPENING, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:57:45,282 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=57a2e4565f3dbc1eba5e5b02609cd58a, regionState=OPENING, regionLocation=eb677afb1da9,39945,1731405452317 2024-11-12T09:57:45,282 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2e63bf60210537c9bbe2e33585a11e5a, regionState=OPENING, regionLocation=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:45,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5ccaaf4fa375550168d9a30b406a918f, regionState=OPENING, regionLocation=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:45,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a00c4fa58d3b7bad790e53144a40230e, regionState=OPENING, regionLocation=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:45,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8fe1bbfe3560f2fd2fc004a6151a9c66, regionState=OPENING, regionLocation=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:45,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a32f28303db162244b62b6f07b7f239d, ASSIGN because future has completed 2024-11-12T09:57:45,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a32f28303db162244b62b6f07b7f239d, server=eb677afb1da9,39945,1731405452317}] 2024-11-12T09:57:45,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53714316f3375dda34df5ea4a90b9fe6, ASSIGN because future has completed 2024-11-12T09:57:45,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53714316f3375dda34df5ea4a90b9fe6, server=eb677afb1da9,42171,1731405452373}] 2024-11-12T09:57:45,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08a2dd2a27f03ec14f516fddb22c9829, ASSIGN because future has completed 2024-11-12T09:57:45,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6cc28015e1da6671cad892d85adaf33b, ASSIGN because future has completed 2024-11-12T09:57:45,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cc28015e1da6671cad892d85adaf33b, server=eb677afb1da9,39945,1731405452317}] 2024-11-12T09:57:45,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08a2dd2a27f03ec14f516fddb22c9829, server=eb677afb1da9,42171,1731405452373}] 2024-11-12T09:57:45,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dc76fba17d74b51f8f949437fedb8ee, ASSIGN because future has completed 2024-11-12T09:57:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57a2e4565f3dbc1eba5e5b02609cd58a, ASSIGN because future has completed 2024-11-12T09:57:45,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ccaaf4fa375550168d9a30b406a918f, ASSIGN because future has completed 2024-11-12T09:57:45,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e63bf60210537c9bbe2e33585a11e5a, ASSIGN because future has completed 2024-11-12T09:57:45,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dc76fba17d74b51f8f949437fedb8ee, server=eb677afb1da9,42171,1731405452373}] 2024-11-12T09:57:45,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57a2e4565f3dbc1eba5e5b02609cd58a, server=eb677afb1da9,39945,1731405452317}] 2024-11-12T09:57:45,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fe1bbfe3560f2fd2fc004a6151a9c66, ASSIGN because future has completed 2024-11-12T09:57:45,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ccaaf4fa375550168d9a30b406a918f, server=eb677afb1da9,34165,1731405452209}] 2024-11-12T09:57:45,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66, server=eb677afb1da9,34165,1731405452209}] 2024-11-12T09:57:45,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a00c4fa58d3b7bad790e53144a40230e, ASSIGN because future has completed 2024-11-12T09:57:45,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00c4fa58d3b7bad790e53144a40230e, server=eb677afb1da9,34165,1731405452209}] 2024-11-12T09:57:45,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a, server=eb677afb1da9,34165,1731405452209}] 2024-11-12T09:57:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:57:45,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T09:57:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:57:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:57:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:57:50,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T09:57:51,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T09:57:51,828 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T09:57:51,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:57:51,829 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T09:57:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:57:55,292 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:57:55,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36105, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:57:55,295 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:57:55,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44025, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:57:55,301 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:57:55,301 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 57a2e4565f3dbc1eba5e5b02609cd58a, NAME => 'SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T09:57:55,302 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:57:55,302 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:55,302 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:57:55,302 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:57:55,303 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:57:55,303 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 53714316f3375dda34df5ea4a90b9fe6, NAME => 'SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T09:57:55,304 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:57:55,304 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:55,304 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:57:55,304 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:57:55,304 INFO [StoreOpener-57a2e4565f3dbc1eba5e5b02609cd58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:57:55,306 INFO [StoreOpener-57a2e4565f3dbc1eba5e5b02609cd58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57a2e4565f3dbc1eba5e5b02609cd58a columnFamilyName cf 2024-11-12T09:57:55,306 DEBUG [StoreOpener-57a2e4565f3dbc1eba5e5b02609cd58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:55,307 INFO [StoreOpener-53714316f3375dda34df5ea4a90b9fe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:57:55,307 INFO [StoreOpener-57a2e4565f3dbc1eba5e5b02609cd58a-1 {}] regionserver.HStore(327): Store=57a2e4565f3dbc1eba5e5b02609cd58a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:55,308 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:57:55,309 INFO [StoreOpener-53714316f3375dda34df5ea4a90b9fe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53714316f3375dda34df5ea4a90b9fe6 columnFamilyName cf 2024-11-12T09:57:55,309 DEBUG [StoreOpener-53714316f3375dda34df5ea4a90b9fe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:55,310 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:57:55,310 INFO [StoreOpener-53714316f3375dda34df5ea4a90b9fe6-1 {}] regionserver.HStore(327): Store=53714316f3375dda34df5ea4a90b9fe6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:55,310 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:57:55,311 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:57:55,312 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:57:55,312 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:57:55,312 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:57:55,312 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:57:55,313 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:57:55,313 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:57:55,314 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:57:55,315 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:57:55,316 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:57:55,317 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ccaaf4fa375550168d9a30b406a918f, NAME => 'SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T09:57:55,317 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:57:55,317 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:55,317 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:57:55,317 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:57:55,320 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/53714316f3375dda34df5ea4a90b9fe6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:55,321 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 53714316f3375dda34df5ea4a90b9fe6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66619673, jitterRate=-0.007289513945579529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:57:55,321 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:57:55,322 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 53714316f3375dda34df5ea4a90b9fe6: Running coprocessor pre-open hook at 1731405475304Writing region info on filesystem at 1731405475304Initializing all the Stores at 1731405475305 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405475305Cleaning up temporary data from old regions at 1731405475313 (+8 ms)Running coprocessor post-open hooks at 1731405475321 (+8 ms)Region opened successfully at 1731405475321 2024-11-12T09:57:55,323 INFO [StoreOpener-5ccaaf4fa375550168d9a30b406a918f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:57:55,324 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6., pid=16, masterSystemTime=1731405475295 2024-11-12T09:57:55,325 INFO [StoreOpener-5ccaaf4fa375550168d9a30b406a918f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ccaaf4fa375550168d9a30b406a918f columnFamilyName cf 2024-11-12T09:57:55,325 DEBUG [StoreOpener-5ccaaf4fa375550168d9a30b406a918f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:55,326 INFO [StoreOpener-5ccaaf4fa375550168d9a30b406a918f-1 {}] regionserver.HStore(327): Store=5ccaaf4fa375550168d9a30b406a918f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:55,327 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:57:55,327 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:57:55,327 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:57:55,327 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:57:55,327 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dc76fba17d74b51f8f949437fedb8ee, NAME => 'SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T09:57:55,328 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:57:55,328 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:55,328 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:57:55,328 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:57:55,328 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:57:55,328 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/57a2e4565f3dbc1eba5e5b02609cd58a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:55,328 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=53714316f3375dda34df5ea4a90b9fe6, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:57:55,329 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:57:55,329 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 57a2e4565f3dbc1eba5e5b02609cd58a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69321829, jitterRate=0.03297574818134308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:57:55,329 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:57:55,330 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 57a2e4565f3dbc1eba5e5b02609cd58a: Running coprocessor pre-open hook at 1731405475302Writing region info on filesystem at 1731405475302Initializing all the Stores at 1731405475304 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405475304Cleaning up temporary data from old regions at 1731405475312 (+8 ms)Running coprocessor post-open hooks at 1731405475330 (+18 ms)Region opened successfully at 1731405475330 2024-11-12T09:57:55,330 INFO [StoreOpener-9dc76fba17d74b51f8f949437fedb8ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:57:55,333 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a., pid=20, masterSystemTime=1731405475291 2024-11-12T09:57:55,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53714316f3375dda34df5ea4a90b9fe6, server=eb677afb1da9,42171,1731405452373 because future has completed 2024-11-12T09:57:55,334 INFO [StoreOpener-9dc76fba17d74b51f8f949437fedb8ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dc76fba17d74b51f8f949437fedb8ee columnFamilyName cf 2024-11-12T09:57:55,334 DEBUG [StoreOpener-9dc76fba17d74b51f8f949437fedb8ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:55,334 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:57:55,335 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:57:55,336 INFO [StoreOpener-9dc76fba17d74b51f8f949437fedb8ee-1 {}] regionserver.HStore(327): Store=9dc76fba17d74b51f8f949437fedb8ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:55,336 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:57:55,336 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:57:55,336 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:57:55,336 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:57:55,337 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a32f28303db162244b62b6f07b7f239d, NAME => 'SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T09:57:55,337 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a32f28303db162244b62b6f07b7f239d 2024-11-12T09:57:55,337 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:57:55,337 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:55,337 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a32f28303db162244b62b6f07b7f239d 2024-11-12T09:57:55,337 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a32f28303db162244b62b6f07b7f239d 2024-11-12T09:57:55,338 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:57:55,339 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:57:55,339 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:57:55,339 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:57:55,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=57a2e4565f3dbc1eba5e5b02609cd58a, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,39945,1731405452317 2024-11-12T09:57:55,342 INFO [StoreOpener-a32f28303db162244b62b6f07b7f239d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a32f28303db162244b62b6f07b7f239d 2024-11-12T09:57:55,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-12T09:57:55,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 53714316f3375dda34df5ea4a90b9fe6, server=eb677afb1da9,42171,1731405452373 in 10.0460 sec 2024-11-12T09:57:55,344 INFO [StoreOpener-a32f28303db162244b62b6f07b7f239d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a32f28303db162244b62b6f07b7f239d columnFamilyName cf 2024-11-12T09:57:55,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57a2e4565f3dbc1eba5e5b02609cd58a, server=eb677afb1da9,39945,1731405452317 because future has completed 2024-11-12T09:57:55,344 DEBUG [StoreOpener-a32f28303db162244b62b6f07b7f239d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:55,344 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:57:55,345 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/5ccaaf4fa375550168d9a30b406a918f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:55,345 INFO [StoreOpener-a32f28303db162244b62b6f07b7f239d-1 {}] regionserver.HStore(327): Store=a32f28303db162244b62b6f07b7f239d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:55,346 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a32f28303db162244b62b6f07b7f239d 2024-11-12T09:57:55,347 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a32f28303db162244b62b6f07b7f239d 2024-11-12T09:57:55,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53714316f3375dda34df5ea4a90b9fe6, ASSIGN in 10.2290 sec 2024-11-12T09:57:55,348 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a32f28303db162244b62b6f07b7f239d 2024-11-12T09:57:55,349 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a32f28303db162244b62b6f07b7f239d 2024-11-12T09:57:55,349 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a32f28303db162244b62b6f07b7f239d 2024-11-12T09:57:55,347 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5ccaaf4fa375550168d9a30b406a918f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71439893, jitterRate=0.06453736126422882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:57:55,350 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:57:55,350 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/9dc76fba17d74b51f8f949437fedb8ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:55,350 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5ccaaf4fa375550168d9a30b406a918f: Running coprocessor pre-open hook at 1731405475318Writing region info on filesystem at 1731405475318Initializing all the Stores at 1731405475319 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405475319Cleaning up temporary data from old regions at 1731405475335 (+16 ms)Running coprocessor post-open hooks at 1731405475350 (+15 ms)Region opened successfully at 1731405475350 2024-11-12T09:57:55,351 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9dc76fba17d74b51f8f949437fedb8ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60167502, jitterRate=-0.10343435406684875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:57:55,351 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:57:55,352 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9dc76fba17d74b51f8f949437fedb8ee: Running coprocessor pre-open hook at 1731405475328Writing region info on filesystem at 1731405475328Initializing all the Stores at 1731405475330 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405475330Cleaning up temporary data from old regions at 1731405475339 (+9 ms)Running coprocessor post-open hooks at 1731405475351 (+12 ms)Region opened successfully at 1731405475351 2024-11-12T09:57:55,353 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee., pid=19, masterSystemTime=1731405475295 2024-11-12T09:57:55,353 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a32f28303db162244b62b6f07b7f239d 2024-11-12T09:57:55,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-12T09:57:55,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 57a2e4565f3dbc1eba5e5b02609cd58a, server=eb677afb1da9,39945,1731405452317 in 10.0490 sec 2024-11-12T09:57:55,354 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f., pid=21, masterSystemTime=1731405475310 2024-11-12T09:57:55,356 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:57:55,356 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:57:55,357 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:57:55,357 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 08a2dd2a27f03ec14f516fddb22c9829, NAME => 'SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T09:57:55,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57a2e4565f3dbc1eba5e5b02609cd58a, ASSIGN in 10.2380 sec 2024-11-12T09:57:55,357 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:57:55,357 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9dc76fba17d74b51f8f949437fedb8ee, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:57:55,358 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:55,358 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:57:55,358 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:57:55,358 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:57:55,358 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:57:55,358 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:57:55,358 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fe1bbfe3560f2fd2fc004a6151a9c66, NAME => 'SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T09:57:55,359 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:57:55,359 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:55,359 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:57:55,359 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:57:55,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5ccaaf4fa375550168d9a30b406a918f, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:55,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dc76fba17d74b51f8f949437fedb8ee, server=eb677afb1da9,42171,1731405452373 because future has completed 2024-11-12T09:57:55,363 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a32f28303db162244b62b6f07b7f239d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:55,364 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a32f28303db162244b62b6f07b7f239d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59547296, jitterRate=-0.11267614364624023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:57:55,364 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a32f28303db162244b62b6f07b7f239d 2024-11-12T09:57:55,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ccaaf4fa375550168d9a30b406a918f, server=eb677afb1da9,34165,1731405452209 because future has completed 2024-11-12T09:57:55,364 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a32f28303db162244b62b6f07b7f239d: Running coprocessor pre-open hook at 1731405475338Writing region info on filesystem at 1731405475338Initializing all the Stores at 1731405475340 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405475340Cleaning up temporary data from old regions at 1731405475349 (+9 ms)Running coprocessor post-open hooks at 1731405475364 (+15 ms)Region opened successfully at 1731405475364 2024-11-12T09:57:55,365 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d., pid=15, masterSystemTime=1731405475291 2024-11-12T09:57:55,366 INFO [StoreOpener-08a2dd2a27f03ec14f516fddb22c9829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:57:55,367 INFO [StoreOpener-8fe1bbfe3560f2fd2fc004a6151a9c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:57:55,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-12T09:57:55,369 INFO [StoreOpener-08a2dd2a27f03ec14f516fddb22c9829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08a2dd2a27f03ec14f516fddb22c9829 columnFamilyName cf 2024-11-12T09:57:55,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dc76fba17d74b51f8f949437fedb8ee, server=eb677afb1da9,42171,1731405452373 in 10.0670 sec 2024-11-12T09:57:55,369 DEBUG [StoreOpener-08a2dd2a27f03ec14f516fddb22c9829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:55,369 INFO [StoreOpener-8fe1bbfe3560f2fd2fc004a6151a9c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fe1bbfe3560f2fd2fc004a6151a9c66 columnFamilyName cf 2024-11-12T09:57:55,370 DEBUG [StoreOpener-8fe1bbfe3560f2fd2fc004a6151a9c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:55,370 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:57:55,370 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:57:55,370 INFO [StoreOpener-08a2dd2a27f03ec14f516fddb22c9829-1 {}] regionserver.HStore(327): Store=08a2dd2a27f03ec14f516fddb22c9829/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:55,370 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:57:55,370 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:57:55,370 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cc28015e1da6671cad892d85adaf33b, NAME => 'SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T09:57:55,371 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:57:55,371 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:55,371 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:57:55,371 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:57:55,371 INFO [StoreOpener-8fe1bbfe3560f2fd2fc004a6151a9c66-1 {}] regionserver.HStore(327): Store=8fe1bbfe3560f2fd2fc004a6151a9c66/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:55,371 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:57:55,372 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:57:55,372 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:57:55,372 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:57:55,373 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:57:55,373 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:57:55,373 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:57:55,374 INFO [StoreOpener-6cc28015e1da6671cad892d85adaf33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:57:55,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-12T09:57:55,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ccaaf4fa375550168d9a30b406a918f, server=eb677afb1da9,34165,1731405452209 in 10.0640 sec 2024-11-12T09:57:55,374 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:57:55,374 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:57:55,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a32f28303db162244b62b6f07b7f239d, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,39945,1731405452317 2024-11-12T09:57:55,376 INFO [StoreOpener-6cc28015e1da6671cad892d85adaf33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cc28015e1da6671cad892d85adaf33b columnFamilyName cf 2024-11-12T09:57:55,376 DEBUG [StoreOpener-6cc28015e1da6671cad892d85adaf33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:55,377 INFO [StoreOpener-6cc28015e1da6671cad892d85adaf33b-1 {}] regionserver.HStore(327): Store=6cc28015e1da6671cad892d85adaf33b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:55,377 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:57:55,377 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:57:55,378 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:57:55,378 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:57:55,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a32f28303db162244b62b6f07b7f239d, server=eb677afb1da9,39945,1731405452317 because future has completed 2024-11-12T09:57:55,379 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:57:55,379 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:57:55,380 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:57:55,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dc76fba17d74b51f8f949437fedb8ee, ASSIGN in 10.2540 sec 2024-11-12T09:57:55,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ccaaf4fa375550168d9a30b406a918f, ASSIGN in 10.2590 sec 2024-11-12T09:57:55,383 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/8fe1bbfe3560f2fd2fc004a6151a9c66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:55,383 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:57:55,383 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/08a2dd2a27f03ec14f516fddb22c9829/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:55,384 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 8fe1bbfe3560f2fd2fc004a6151a9c66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64345882, jitterRate=-0.041171640157699585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:57:55,384 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 08a2dd2a27f03ec14f516fddb22c9829; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60992553, jitterRate=-0.09114013612270355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:57:55,384 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:57:55,384 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:57:55,384 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 08a2dd2a27f03ec14f516fddb22c9829: Running coprocessor pre-open hook at 1731405475358Writing region info on filesystem at 1731405475358Initializing all the Stores at 1731405475362 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405475362Cleaning up temporary data from old regions at 1731405475373 (+11 ms)Running coprocessor post-open hooks at 1731405475384 (+11 ms)Region opened successfully at 1731405475384 2024-11-12T09:57:55,384 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 8fe1bbfe3560f2fd2fc004a6151a9c66: Running coprocessor pre-open hook at 1731405475359Writing region info on filesystem at 1731405475359Initializing all the Stores at 1731405475362 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405475362Cleaning up temporary data from old regions at 1731405475374 (+12 ms)Running coprocessor post-open hooks at 1731405475384 (+10 ms)Region opened successfully at 1731405475384 2024-11-12T09:57:55,386 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829., pid=17, masterSystemTime=1731405475295 2024-11-12T09:57:55,386 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66., pid=22, masterSystemTime=1731405475310 2024-11-12T09:57:55,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-12T09:57:55,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a32f28303db162244b62b6f07b7f239d, server=eb677afb1da9,39945,1731405452317 in 10.0950 sec 2024-11-12T09:57:55,387 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/6cc28015e1da6671cad892d85adaf33b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:55,388 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6cc28015e1da6671cad892d85adaf33b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60115334, jitterRate=-0.1042117178440094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:57:55,389 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:57:55,389 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6cc28015e1da6671cad892d85adaf33b: Running coprocessor pre-open hook at 1731405475371Writing region info on filesystem at 1731405475371Initializing all the Stores at 1731405475373 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405475373Cleaning up temporary data from old regions at 1731405475380 (+7 ms)Running coprocessor post-open hooks at 1731405475389 (+9 ms)Region opened successfully at 1731405475389 2024-11-12T09:57:55,390 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b., pid=18, masterSystemTime=1731405475291 2024-11-12T09:57:55,390 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:57:55,390 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:57:55,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a32f28303db162244b62b6f07b7f239d, ASSIGN in 10.2720 sec 2024-11-12T09:57:55,391 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:57:55,391 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:57:55,392 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:57:55,392 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a00c4fa58d3b7bad790e53144a40230e, NAME => 'SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T09:57:55,392 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=08a2dd2a27f03ec14f516fddb22c9829, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:57:55,392 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:57:55,392 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:55,393 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:57:55,393 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:57:55,394 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8fe1bbfe3560f2fd2fc004a6151a9c66, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:55,395 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:57:55,395 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:57:55,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6cc28015e1da6671cad892d85adaf33b, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,39945,1731405452317 2024-11-12T09:57:55,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08a2dd2a27f03ec14f516fddb22c9829, server=eb677afb1da9,42171,1731405452373 because future has completed 2024-11-12T09:57:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66, server=eb677afb1da9,34165,1731405452209 because future has completed 2024-11-12T09:57:55,399 INFO [StoreOpener-a00c4fa58d3b7bad790e53144a40230e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:57:55,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cc28015e1da6671cad892d85adaf33b, server=eb677afb1da9,39945,1731405452317 because future has completed 2024-11-12T09:57:55,401 INFO [StoreOpener-a00c4fa58d3b7bad790e53144a40230e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a00c4fa58d3b7bad790e53144a40230e columnFamilyName cf 2024-11-12T09:57:55,401 DEBUG [StoreOpener-a00c4fa58d3b7bad790e53144a40230e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:55,402 INFO [StoreOpener-a00c4fa58d3b7bad790e53144a40230e-1 {}] regionserver.HStore(327): Store=a00c4fa58d3b7bad790e53144a40230e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:55,403 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:57:55,404 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:57:55,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-12T09:57:55,404 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:57:55,405 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:57:55,405 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:57:55,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 08a2dd2a27f03ec14f516fddb22c9829, server=eb677afb1da9,42171,1731405452373 in 10.1060 sec 2024-11-12T09:57:55,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-12T09:57:55,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cc28015e1da6671cad892d85adaf33b, server=eb677afb1da9,39945,1731405452317 in 10.1100 sec 2024-11-12T09:57:55,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-12T09:57:55,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66, server=eb677afb1da9,34165,1731405452209 in 10.0990 sec 2024-11-12T09:57:55,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08a2dd2a27f03ec14f516fddb22c9829, ASSIGN in 10.2900 sec 2024-11-12T09:57:55,410 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:57:55,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cc28015e1da6671cad892d85adaf33b, ASSIGN in 10.2920 sec 2024-11-12T09:57:55,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fe1bbfe3560f2fd2fc004a6151a9c66, ASSIGN in 10.2940 sec 2024-11-12T09:57:55,413 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a00c4fa58d3b7bad790e53144a40230e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:55,414 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a00c4fa58d3b7bad790e53144a40230e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61051421, jitterRate=-0.09026293456554413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:57:55,414 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:57:55,415 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a00c4fa58d3b7bad790e53144a40230e: Running coprocessor pre-open hook at 1731405475393Writing region info on filesystem at 1731405475393Initializing all the Stores at 1731405475395 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405475395Cleaning up temporary data from old regions at 1731405475405 (+10 ms)Running coprocessor post-open hooks at 1731405475414 (+9 ms)Region opened successfully at 1731405475414 2024-11-12T09:57:55,416 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e., pid=23, masterSystemTime=1731405475310 2024-11-12T09:57:55,418 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:57:55,418 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:57:55,418 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:57:55,419 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e63bf60210537c9bbe2e33585a11e5a, NAME => 'SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T09:57:55,419 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a00c4fa58d3b7bad790e53144a40230e, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:55,419 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:57:55,419 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:57:55,420 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:57:55,420 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:57:55,422 INFO [StoreOpener-2e63bf60210537c9bbe2e33585a11e5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:57:55,425 INFO [StoreOpener-2e63bf60210537c9bbe2e33585a11e5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e63bf60210537c9bbe2e33585a11e5a columnFamilyName cf 2024-11-12T09:57:55,425 DEBUG [StoreOpener-2e63bf60210537c9bbe2e33585a11e5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:57:55,426 INFO [StoreOpener-2e63bf60210537c9bbe2e33585a11e5a-1 {}] regionserver.HStore(327): Store=2e63bf60210537c9bbe2e33585a11e5a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:57:55,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00c4fa58d3b7bad790e53144a40230e, server=eb677afb1da9,34165,1731405452209 because future has completed 2024-11-12T09:57:55,426 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:57:55,427 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=eb677afb1da9,34165,1731405452209, table=SPTestTable, region=a00c4fa58d3b7bad790e53144a40230e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T09:57:55,428 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:57:55,428 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:57:55,429 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:57:55,429 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:57:55,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-12T09:57:55,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a00c4fa58d3b7bad790e53144a40230e, server=eb677afb1da9,34165,1731405452209 in 10.1170 sec 2024-11-12T09:57:55,432 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:57:55,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00c4fa58d3b7bad790e53144a40230e, ASSIGN in 10.3170 sec 2024-11-12T09:57:55,436 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/2e63bf60210537c9bbe2e33585a11e5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:57:55,437 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2e63bf60210537c9bbe2e33585a11e5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63523547, jitterRate=-0.0534253865480423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:57:55,437 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:57:55,437 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2e63bf60210537c9bbe2e33585a11e5a: Running coprocessor pre-open hook at 1731405475420Writing region info on filesystem at 1731405475420Initializing all the Stores at 1731405475422 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405475422Cleaning up temporary data from old regions at 1731405475429 (+7 ms)Running coprocessor post-open hooks at 1731405475437 (+8 ms)Region opened successfully at 1731405475437 2024-11-12T09:57:55,438 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a., pid=24, masterSystemTime=1731405475310 2024-11-12T09:57:55,441 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:57:55,441 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:57:55,442 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2e63bf60210537c9bbe2e33585a11e5a, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,34165,1731405452209 2024-11-12T09:57:55,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a, server=eb677afb1da9,34165,1731405452209 because future has completed 2024-11-12T09:57:55,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-12T09:57:55,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a, server=eb677afb1da9,34165,1731405452209 in 10.1340 sec 2024-11-12T09:57:55,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-12T09:57:55,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e63bf60210537c9bbe2e33585a11e5a, ASSIGN in 10.3360 sec 2024-11-12T09:57:55,456 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:57:55,456 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731405475456"}]},"ts":"1731405475456"} 2024-11-12T09:57:55,459 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T09:57:55,460 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:57:55,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5240 sec 2024-11-12T09:57:57,812 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T09:58:00,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:58:00,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T09:58:01,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-12T09:58:01,829 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-12T09:58:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:58:03,196 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T09:58:03,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T09:58:03,198 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T09:58:03,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T09:58:03,217 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T09:58:03,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T09:58:03,264 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,275 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,278 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,282 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,320 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6., hostname=eb677afb1da9,42171,1731405452373, seqNum=2] 2024-11-12T09:58:03,324 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6., hostname=eb677afb1da9,42171,1731405452373, seqNum=2] 2024-11-12T09:58:03,327 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6., hostname=eb677afb1da9,42171,1731405452373, seqNum=2] 2024-11-12T09:58:03,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6., hostname=eb677afb1da9,42171,1731405452373, seqNum=2] 2024-11-12T09:58:03,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6., hostname=eb677afb1da9,42171,1731405452373, seqNum=2] 2024-11-12T09:58:03,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6., hostname=eb677afb1da9,42171,1731405452373, seqNum=2] 2024-11-12T09:58:03,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6., hostname=eb677afb1da9,42171,1731405452373, seqNum=2] 2024-11-12T09:58:03,348 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6., hostname=eb677afb1da9,42171,1731405452373, seqNum=2] 2024-11-12T09:58:03,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d., hostname=eb677afb1da9,39945,1731405452317, seqNum=2] 2024-11-12T09:58:03,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d., hostname=eb677afb1da9,39945,1731405452317, seqNum=2] 2024-11-12T09:58:03,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d., hostname=eb677afb1da9,39945,1731405452317, seqNum=2] 2024-11-12T09:58:03,380 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d., hostname=eb677afb1da9,39945,1731405452317, seqNum=2] 2024-11-12T09:58:03,382 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d., hostname=eb677afb1da9,39945,1731405452317, seqNum=2] 2024-11-12T09:58:03,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d., hostname=eb677afb1da9,39945,1731405452317, seqNum=2] 2024-11-12T09:58:03,387 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d., hostname=eb677afb1da9,39945,1731405452317, seqNum=2] 2024-11-12T09:58:03,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d., hostname=eb677afb1da9,39945,1731405452317, seqNum=2] 2024-11-12T09:58:03,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,451 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,456 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:03,462 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f., hostname=eb677afb1da9,34165,1731405452209, seqNum=2] 2024-11-12T09:58:04,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:58:04,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:58:04,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:58:04,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:58:04,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T09:58:04,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T09:58:04,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:58:04,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T09:58:04,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T09:58:04,984 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T09:58:04,985 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T09:58:04,987 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T09:58:04,992 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T09:58:05,005 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T09:58:05,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741848_1024 (size=49) 2024-11-12T09:58:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741848_1024 (size=49) 2024-11-12T09:58:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741848_1024 (size=49) 2024-11-12T09:58:05,018 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T09:58:05,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc76fba17d74b51f8f949437fedb8ee}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57a2e4565f3dbc1eba5e5b02609cd58a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cc28015e1da6671cad892d85adaf33b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a2dd2a27f03ec14f516fddb22c9829}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53714316f3375dda34df5ea4a90b9fe6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a32f28303db162244b62b6f07b7f239d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f}] 2024-11-12T09:58:05,025 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:58:05,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:05,025 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:58:05,025 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:58:05,025 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:05,031 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a32f28303db162244b62b6f07b7f239d 2024-11-12T09:58:05,031 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:58:05,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:05,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:05,032 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:58:05,087 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing eb677afb1da9,34165,1731405452209 2024-11-12T09:58:05,088 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server eb677afb1da9,34165,1731405452209: Simulated kill ***** 2024-11-12T09:58:05,088 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T09:58:05,091 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T09:58:05,092 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T09:58:05,095 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T09:58:05,095 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T09:58:05,102 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 544870400 }, "NonHeapMemoryUsage": { "committed": 156696576, "init": 7667712, "max": -1, "used": 153320024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "eb677afb1da9", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "eb677afb1da9", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52149", "tag.serverName": "eb677afb1da9,39945,1731405452317", "tag.clusterId": "90cc2358-6da3-48ef-a9cd-748cc2355d92", "tag.Context": "regionserver", "tag.Hostname": "eb677afb1da9", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731405452317, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T09:58:05,106 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43905 {}] master.MasterRpcServices(700): eb677afb1da9,34165,1731405452209 reported a fatal error: ***** ABORTING region server eb677afb1da9,34165,1731405452209: Simulated kill ***** 2024-11-12T09:58:05,108 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,34165,1731405452209' ***** 2024-11-12T09:58:05,108 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T09:58:05,109 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T09:58:05,109 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T09:58:05,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T09:58:05,109 INFO [RS:0;eb677afb1da9:34165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T09:58:05,109 INFO [RS:0;eb677afb1da9:34165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T09:58:05,109 INFO [RS:0;eb677afb1da9:34165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:58:05,109 INFO [RS:0;eb677afb1da9:34165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb677afb1da9:34165. 2024-11-12T09:58:05,109 DEBUG [RS:0;eb677afb1da9:34165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:58:05,110 DEBUG [RS:0;eb677afb1da9:34165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:58:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741836_1012 (size=14382) 2024-11-12T09:58:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741836_1012 (size=14382) 2024-11-12T09:58:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741836_1012 (size=14382) 2024-11-12T09:58:05,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741833_1009 (size=1257) 2024-11-12T09:58:05,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741833_1009 (size=1257) 2024-11-12T09:58:05,124 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209/eb677afb1da9%2C34165%2C1731405452209.1731405454004 not finished, retry = 0 2024-11-12T09:58:05,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741833_1009 (size=1257) 2024-11-12T09:58:05,192 INFO [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:58:05,226 DEBUG [RS:0;eb677afb1da9:34165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:58:05,226 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:58:05,226 INFO [RS:0;eb677afb1da9:34165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34165 2024-11-12T09:58:05,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,34165,1731405452209 2024-11-12T09:58:05,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:58:05,284 INFO [RS:0;eb677afb1da9:34165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:58:05,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,34165,1731405452209] 2024-11-12T09:58:05,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,34165,1731405452209 already deleted, retry=false 2024-11-12T09:58:05,301 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of eb677afb1da9,34165,1731405452209 on eb677afb1da9,43905,1731405451492 2024-11-12T09:58:05,309 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure eb677afb1da9,34165,1731405452209, splitWal=true, meta=true 2024-11-12T09:58:05,312 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure eb677afb1da9,34165,1731405452209, splitWal=true, meta=true 2024-11-12T09:58:05,313 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for eb677afb1da9,34165,1731405452209 (carryingMeta=true) eb677afb1da9,34165,1731405452209/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@724d3c68[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T09:58:05,314 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,34165,1731405452209, splitWal=true, meta=true, isMeta: true 2024-11-12T09:58:05,315 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:05,315 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:05,315 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:05,315 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:05,317 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e can not run currently because target server of region SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T09:58:05,317 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f can not run currently because target server of region SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T09:58:05,317 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 can not run currently because target server of region SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T09:58:05,317 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a can not run currently because target server of region SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T09:58:05,317 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f; timeout=1000, timestamp=1731405486317 2024-11-12T09:58:05,317 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e; timeout=1000, timestamp=1731405486317 2024-11-12T09:58:05,317 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66; timeout=1000, timestamp=1731405486317 2024-11-12T09:58:05,317 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a; timeout=1000, timestamp=1731405486317 2024-11-12T09:58:05,317 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting 2024-11-12T09:58:05,319 INFO [PEWorker-4 {}] master.SplitWALManager(105): eb677afb1da9,34165,1731405452209 WAL count=1, meta=true 2024-11-12T09:58:05,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta}] 2024-11-12T09:58:05,329 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:05,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta, worker=eb677afb1da9,42171,1731405452373}] 2024-11-12T09:58:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:58:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1012fc4205c0001, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:58:05,394 INFO [RS:0;eb677afb1da9:34165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:58:05,394 INFO [RS:0;eb677afb1da9:34165 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,34165,1731405452209; zookeeper connection closed. 2024-11-12T09:58:05,395 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c06d22a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c06d22a 2024-11-12T09:58:05,925 INFO [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T09:58:05,925 INFO [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T09:58:06,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:06,318 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:06,319 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:06,320 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:06,322 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 can not run currently because target server of region SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T09:58:06,322 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66; timeout=2000, timestamp=1731405488322 2024-11-12T09:58:06,323 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f can not run currently because target server of region SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T09:58:06,323 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e can not run currently because target server of region SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T09:58:06,323 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f; timeout=2000, timestamp=1731405488323 2024-11-12T09:58:06,323 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a can not run currently because target server of region SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T09:58:06,323 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e; timeout=2000, timestamp=1731405488323 2024-11-12T09:58:06,323 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a; timeout=2000, timestamp=1731405488323 2024-11-12T09:58:07,440 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb677afb1da9:43905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-12T09:58:08,323 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:08,323 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:08,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:08,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:08,325 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a can not run currently because target server of region SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T09:58:08,325 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f can not run currently because target server of region SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T09:58:08,325 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 can not run currently because target server of region SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T09:58:08,325 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e can not run currently because target server of region SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T09:58:08,325 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a; timeout=4000, timestamp=1731405492325 2024-11-12T09:58:08,325 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f; timeout=4000, timestamp=1731405492325 2024-11-12T09:58:08,325 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e; timeout=4000, timestamp=1731405492325 2024-11-12T09:58:08,325 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66; timeout=4000, timestamp=1731405492325 2024-11-12T09:58:12,326 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:12,326 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:12,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:12,326 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:12,327 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a can not run currently because target server of region SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T09:58:12,327 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e can not run currently because target server of region SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T09:58:12,327 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f can not run currently because target server of region SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T09:58:12,327 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 can not run currently because target server of region SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T09:58:12,327 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a; timeout=8000, timestamp=1731405500327 2024-11-12T09:58:12,327 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e; timeout=8000, timestamp=1731405500327 2024-11-12T09:58:12,327 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66; timeout=8000, timestamp=1731405500327 2024-11-12T09:58:12,327 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f; timeout=8000, timestamp=1731405500327 2024-11-12T09:58:15,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T09:58:15,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-12T09:58:15,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T09:58:15,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T09:58:15,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:58:15,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T09:58:15,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:58:15,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T09:58:15,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:58:15,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T09:58:15,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:58:15,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:58:15,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:58:15,043 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a32f28303db162244b62b6f07b7f239d 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T09:58:15,043 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 53714316f3375dda34df5ea4a90b9fe6 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T09:58:15,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9dc76fba17d74b51f8f949437fedb8ee: 2024-11-12T09:58:15,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 57a2e4565f3dbc1eba5e5b02609cd58a: 2024-11-12T09:58:15,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 6cc28015e1da6671cad892d85adaf33b: 2024-11-12T09:58:15,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. for SnapshotProcedureTest completed. 2024-11-12T09:58:15,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. for SnapshotProcedureTest completed. 2024-11-12T09:58:15,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. for SnapshotProcedureTest completed. 2024-11-12T09:58:15,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 08a2dd2a27f03ec14f516fddb22c9829: 2024-11-12T09:58:15,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. for SnapshotProcedureTest completed. 2024-11-12T09:58:15,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T09:58:15,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T09:58:15,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T09:58:15,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T09:58:15,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T09:58:15,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T09:58:15,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T09:58:15,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T09:58:15,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T09:58:15,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T09:58:15,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T09:58:15,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T09:58:15,066 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta, size=14.0 K (14382bytes) 2024-11-12T09:58:15,067 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T09:58:15,067 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T09:58:15,067 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta 2024-11-12T09:58:15,073 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta after 5ms 2024-11-12T09:58:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741849_1025 (size=65) 2024-11-12T09:58:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741849_1025 (size=65) 2024-11-12T09:58:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741849_1025 (size=65) 2024-11-12T09:58:15,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741850_1026 (size=57) 2024-11-12T09:58:15,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:58:15,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741850_1026 (size=57) 2024-11-12T09:58:15,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741850_1026 (size=57) 2024-11-12T09:58:15,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T09:58:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T09:58:15,096 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:58:15,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741852_1028 (size=65) 2024-11-12T09:58:15,097 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:58:15,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741852_1028 (size=65) 2024-11-12T09:58:15,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741852_1028 (size=65) 2024-11-12T09:58:15,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 08a2dd2a27f03ec14f516fddb22c9829 in 10.0790 sec 2024-11-12T09:58:15,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:58:15,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T09:58:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T09:58:15,104 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:58:15,104 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta took 40ms 2024-11-12T09:58:15,104 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:58:15,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6cc28015e1da6671cad892d85adaf33b in 10.0860 sec 2024-11-12T09:58:15,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741851_1027 (size=65) 2024-11-12T09:58:15,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741851_1027 (size=65) 2024-11-12T09:58:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741851_1027 (size=65) 2024-11-12T09:58:15,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:58:15,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T09:58:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T09:58:15,120 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:58:15,120 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:58:15,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57a2e4565f3dbc1eba5e5b02609cd58a in 10.1020 sec 2024-11-12T09:58:15,134 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-12T09:58:15,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta so closing down 2024-11-12T09:58:15,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T09:58:15,142 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta.temp 2024-11-12T09:58:15,145 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta.temp 2024-11-12T09:58:15,149 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T09:58:15,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a32f28303db162244b62b6f07b7f239d/.tmp/cf/16b99cc3624c4344a0d959760ab44085 is 34, key is ccd/cf:cf/1731405484276/Put/seqid=0 2024-11-12T09:58:15,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/53714316f3375dda34df5ea4a90b9fe6/.tmp/cf/e81b5a3a2f464a8a903842390e32442a is 34, key is baa/cf:cf/1731405484251/Put/seqid=0 2024-11-12T09:58:15,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741853_1029 (size=14141) 2024-11-12T09:58:15,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741853_1029 (size=14141) 2024-11-12T09:58:15,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741853_1029 (size=14141) 2024-11-12T09:58:15,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-12T09:58:15,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta.temp to hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T09:58:15,179 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 52 ms; skipped=1; WAL=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-12T09:58:15,179 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta, journal: Splitting hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta, size=14.0 K (14382bytes) at 1731405495066Finishing writing output for hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta so closing down at 1731405495140 (+74 ms)Creating recovered edits writer path=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta.temp at 1731405495146 (+6 ms)3 split writer threads finished at 1731405495149 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1731405495172 (+23 ms)Rename recovered edits hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta.temp to hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731405495175 (+3 ms)Processed 26 edits across 1 Regions in 52 ms; skipped=1; WAL=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731405495179 (+4 ms) 2024-11-12T09:58:15,179 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta 2024-11-12T09:58:15,179 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T09:58:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T09:58:15,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741854_1030 (size=47197) 2024-11-12T09:58:15,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741854_1030 (size=47197) 2024-11-12T09:58:15,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741854_1030 (size=47197) 2024-11-12T09:58:15,189 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta to hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/oldWALs 2024-11-12T09:58:15,189 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a32f28303db162244b62b6f07b7f239d/.tmp/cf/16b99cc3624c4344a0d959760ab44085 2024-11-12T09:58:15,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741855_1031 (size=28623) 2024-11-12T09:58:15,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741855_1031 (size=28623) 2024-11-12T09:58:15,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741855_1031 (size=28623) 2024-11-12T09:58:15,194 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/53714316f3375dda34df5ea4a90b9fe6/.tmp/cf/e81b5a3a2f464a8a903842390e32442a 2024-11-12T09:58:15,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-12T09:58:15,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta, worker=eb677afb1da9,42171,1731405452373 in 9.8580 sec 2024-11-12T09:58:15,200 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:15,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T09:58:15,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C34165%2C1731405452209.meta.1731405464443.meta, worker=eb677afb1da9,42171,1731405452373 in 9.8790 sec 2024-11-12T09:58:15,207 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting dir is empty, no logs to split. 2024-11-12T09:58:15,207 INFO [PEWorker-1 {}] master.SplitWALManager(105): eb677afb1da9,34165,1731405452209 WAL count=0, meta=true 2024-11-12T09:58:15,207 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if eb677afb1da9,34165,1731405452209 WAL splitting is done? wals=0, meta=true 2024-11-12T09:58:15,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T09:58:15,211 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:58:15,213 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T09:58:15,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/53714316f3375dda34df5ea4a90b9fe6/.tmp/cf/e81b5a3a2f464a8a903842390e32442a as hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/53714316f3375dda34df5ea4a90b9fe6/cf/e81b5a3a2f464a8a903842390e32442a 2024-11-12T09:58:15,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a32f28303db162244b62b6f07b7f239d/.tmp/cf/16b99cc3624c4344a0d959760ab44085 as hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a32f28303db162244b62b6f07b7f239d/cf/16b99cc3624c4344a0d959760ab44085 2024-11-12T09:58:15,256 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a32f28303db162244b62b6f07b7f239d/cf/16b99cc3624c4344a0d959760ab44085, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T09:58:15,256 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/53714316f3375dda34df5ea4a90b9fe6/cf/e81b5a3a2f464a8a903842390e32442a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T09:58:15,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a32f28303db162244b62b6f07b7f239d in 218ms, sequenceid=5, compaction requested=false 2024-11-12T09:58:15,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a32f28303db162244b62b6f07b7f239d: 2024-11-12T09:58:15,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 53714316f3375dda34df5ea4a90b9fe6 in 218ms, sequenceid=5, compaction requested=false 2024-11-12T09:58:15,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. for SnapshotProcedureTest completed. 2024-11-12T09:58:15,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 53714316f3375dda34df5ea4a90b9fe6: 2024-11-12T09:58:15,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. for SnapshotProcedureTest completed. 2024-11-12T09:58:15,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T09:58:15,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T09:58:15,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T09:58:15,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a32f28303db162244b62b6f07b7f239d/cf/16b99cc3624c4344a0d959760ab44085] hfiles 2024-11-12T09:58:15,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T09:58:15,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/53714316f3375dda34df5ea4a90b9fe6/cf/e81b5a3a2f464a8a903842390e32442a] hfiles 2024-11-12T09:58:15,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a32f28303db162244b62b6f07b7f239d/cf/16b99cc3624c4344a0d959760ab44085 for snapshot=SnapshotProcedureTest 2024-11-12T09:58:15,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/53714316f3375dda34df5ea4a90b9fe6/cf/e81b5a3a2f464a8a903842390e32442a for snapshot=SnapshotProcedureTest 2024-11-12T09:58:15,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741857_1033 (size=105) 2024-11-12T09:58:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741856_1032 (size=105) 2024-11-12T09:58:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741856_1032 (size=105) 2024-11-12T09:58:15,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:58:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741857_1033 (size=105) 2024-11-12T09:58:15,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T09:58:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741856_1032 (size=105) 2024-11-12T09:58:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741857_1033 (size=105) 2024-11-12T09:58:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T09:58:15,286 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a32f28303db162244b62b6f07b7f239d 2024-11-12T09:58:15,286 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a32f28303db162244b62b6f07b7f239d 2024-11-12T09:58:15,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:58:15,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T09:58:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T09:58:15,288 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:58:15,289 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:58:15,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a32f28303db162244b62b6f07b7f239d in 10.2690 sec 2024-11-12T09:58:15,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53714316f3375dda34df5ea4a90b9fe6 in 10.2710 sec 2024-11-12T09:58:15,363 DEBUG [eb677afb1da9:43905 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T09:58:15,364 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(204): Hosts are {eb677afb1da9=0} racks are {/default-rack=0} 2024-11-12T09:58:15,364 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T09:58:15,364 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T09:58:15,364 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T09:58:15,364 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T09:58:15,364 INFO [eb677afb1da9:43905 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T09:58:15,364 INFO [eb677afb1da9:43905 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T09:58:15,364 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T09:58:15,365 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:15,366 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,42171,1731405452373, state=OPENING 2024-11-12T09:58:15,415 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:58:15,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:58:15,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:58:15,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:58:15,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:58:15,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:58:15,415 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:58:15,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,42171,1731405452373}] 2024-11-12T09:58:15,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:58:15,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T09:58:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T09:58:15,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:58:15,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:58:15,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9dc76fba17d74b51f8f949437fedb8ee in 10.4750 sec 2024-11-12T09:58:20,328 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:20,328 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:20,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:20,329 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:20,331 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a can not run currently because target server of region SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T09:58:20,331 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e can not run currently because target server of region SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T09:58:20,331 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f can not run currently because target server of region SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T09:58:20,331 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a; timeout=16000, timestamp=1731405516331 2024-11-12T09:58:20,331 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 can not run currently because target server of region SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. eb677afb1da9,34165,1731405452209 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T09:58:20,331 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f; timeout=16000, timestamp=1731405516331 2024-11-12T09:58:20,331 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e; timeout=16000, timestamp=1731405516331 2024-11-12T09:58:20,331 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66; timeout=16000, timestamp=1731405516331 2024-11-12T09:58:25,016 INFO [master/eb677afb1da9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T09:58:25,016 INFO [master/eb677afb1da9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T09:58:25,460 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T09:58:25,461 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:58:25,461 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T09:58:25,464 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C42171%2C1731405452373.meta, suffix=.meta, logDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,42171,1731405452373, archiveDir=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/oldWALs, maxLogs=32 2024-11-12T09:58:25,482 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,42171,1731405452373/eb677afb1da9%2C42171%2C1731405452373.meta.1731405505466.meta, exclude list is [], retry=0 2024-11-12T09:58:25,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-de174a2f-0b5e-4809-8197-617904f83e1d,DISK] 2024-11-12T09:58:25,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36777,DS-40462e1f-1f46-4285-bf41-4451c5b9ede2,DISK] 2024-11-12T09:58:25,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-856a7d6d-3e4a-4ae7-a90c-a5437c30f3f2,DISK] 2024-11-12T09:58:25,488 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,42171,1731405452373/eb677afb1da9%2C42171%2C1731405452373.meta.1731405505466.meta 2024-11-12T09:58:25,488 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37697:37697),(127.0.0.1/127.0.0.1:32791:32791),(127.0.0.1/127.0.0.1:36963:36963)] 2024-11-12T09:58:25,488 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:58:25,488 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T09:58:25,489 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T09:58:25,489 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T09:58:25,489 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T09:58:25,489 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:58:25,489 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T09:58:25,489 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T09:58:25,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:58:25,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:58:25,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:58:25,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:58:25,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:58:25,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:58:25,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:58:25,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:58:25,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:58:25,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:58:25,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:58:25,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:58:25,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:58:25,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:58:25,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:58:25,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:58:25,500 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:58:25,501 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740 2024-11-12T09:58:25,504 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740 2024-11-12T09:58:25,506 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T09:58:25,522 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T09:58:25,522 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-12T09:58:25,564 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/info/8804eba1932e4182824995adb462464e is 167, key is SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a./info:regioninfo/1731405475339/Put/seqid=0 2024-11-12T09:58:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741859_1035 (size=18393) 2024-11-12T09:58:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741859_1035 (size=18393) 2024-11-12T09:58:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741859_1035 (size=18393) 2024-11-12T09:58:25,575 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/info/8804eba1932e4182824995adb462464e 2024-11-12T09:58:25,600 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/ns/627fe232ff3f43b38486dd6a7c2da755 is 43, key is default/ns:d/1731405464650/Put/seqid=0 2024-11-12T09:58:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741860_1036 (size=5153) 2024-11-12T09:58:25,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741860_1036 (size=5153) 2024-11-12T09:58:25,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741860_1036 (size=5153) 2024-11-12T09:58:26,011 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/ns/627fe232ff3f43b38486dd6a7c2da755 2024-11-12T09:58:26,040 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/table/2231ed255e4d40459674ec3663c3d1e4 is 47, key is SPTestTable/table:state/1731405475456/Put/seqid=0 2024-11-12T09:58:26,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741861_1037 (size=5214) 2024-11-12T09:58:26,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741861_1037 (size=5214) 2024-11-12T09:58:26,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741861_1037 (size=5214) 2024-11-12T09:58:26,050 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/table/2231ed255e4d40459674ec3663c3d1e4 2024-11-12T09:58:26,061 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/info/8804eba1932e4182824995adb462464e as hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/info/8804eba1932e4182824995adb462464e 2024-11-12T09:58:26,071 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/info/8804eba1932e4182824995adb462464e, entries=100, sequenceid=28, filesize=18.0 K 2024-11-12T09:58:26,072 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/ns/627fe232ff3f43b38486dd6a7c2da755 as hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/ns/627fe232ff3f43b38486dd6a7c2da755 2024-11-12T09:58:26,082 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/ns/627fe232ff3f43b38486dd6a7c2da755, entries=2, sequenceid=28, filesize=5.0 K 2024-11-12T09:58:26,084 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/table/2231ed255e4d40459674ec3663c3d1e4 as hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/table/2231ed255e4d40459674ec3663c3d1e4 2024-11-12T09:58:26,093 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/table/2231ed255e4d40459674ec3663c3d1e4, entries=2, sequenceid=28, filesize=5.1 K 2024-11-12T09:58:26,094 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 572ms, sequenceid=28, compaction requested=false; wal=null 2024-11-12T09:58:26,095 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T09:58:26,097 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:58:26,097 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:58:26,098 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:58:26,100 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:58:26,103 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-12T09:58:26,104 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66954076, jitterRate=-0.002306520938873291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:58:26,104 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T09:58:26,105 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731405505489Writing region info on filesystem at 1731405505489Initializing all the Stores at 1731405505490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405505490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405505491 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405505491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405505491Obtaining lock to block concurrent updates at 1731405505522 (+31 ms)Preparing flush snapshotting stores in 1588230740 at 1731405505522Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731405505522Flushing stores of hbase:meta,,1.1588230740 at 1731405505522Flushing 1588230740/info: creating writer at 1731405505523 (+1 ms)Flushing 1588230740/info: appending metadata at 1731405505553 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731405505553Flushing 1588230740/ns: creating writer at 1731405505584 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731405505598 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731405505599 (+1 ms)Flushing 1588230740/table: creating writer at 1731405506025 (+426 ms)Flushing 1588230740/table: appending metadata at 1731405506040 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731405506040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0c9751: reopening flushed file at 1731405506059 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a05513: reopening flushed file at 1731405506071 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea40814: reopening flushed file at 1731405506082 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 572ms, sequenceid=28, compaction requested=false; wal=null at 1731405506094 (+12 ms)Cleaning up temporary data from old regions at 1731405506097 (+3 ms)Running coprocessor post-open hooks at 1731405506104 (+7 ms)Region opened successfully at 1731405506105 (+1 ms) 2024-11-12T09:58:26,106 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731405505418 2024-11-12T09:58:26,108 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T09:58:26,108 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T09:58:26,109 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:26,110 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,42171,1731405452373, state=OPEN 2024-11-12T09:58:26,160 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=eb677afb1da9,42171,1731405452373, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T09:58:26,171 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:58:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:58:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:58:26,171 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:26,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:58:26,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:58:26,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:58:26,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-12T09:58:26,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,42171,1731405452373 in 10.7560 sec 2024-11-12T09:58:26,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-12T09:58:26,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9640 sec 2024-11-12T09:58:26,178 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): eb677afb1da9,34165,1731405452209 had 5 regions 2024-11-12T09:58:26,179 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,34165,1731405452209, splitWal=true, meta=true, isMeta: false 2024-11-12T09:58:26,183 INFO [PEWorker-2 {}] master.SplitWALManager(105): eb677afb1da9,34165,1731405452209 WAL count=1, meta=false 2024-11-12T09:58:26,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure eb677afb1da9%2C34165%2C1731405452209.1731405454004}] 2024-11-12T09:58:26,186 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=eb677afb1da9,39945,1731405452317 2024-11-12T09:58:26,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C34165%2C1731405452209.1731405454004, worker=eb677afb1da9,39945,1731405452317}] 2024-11-12T09:58:30,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:58:31,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T09:58:33,848 INFO [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T09:58:36,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-12T09:58:36,208 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004, size=1.2 K (1257bytes) 2024-11-12T09:58:36,208 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004 2024-11-12T09:58:36,209 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004 after 1ms 2024-11-12T09:58:36,212 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004 took 4ms 2024-11-12T09:58:36,214 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 5ccaaf4fa375550168d9a30b406a918f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T09:58:36,216 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 8fe1bbfe3560f2fd2fc004a6151a9c66: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T09:58:36,217 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for a00c4fa58d3b7bad790e53144a40230e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T09:58:36,218 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 2e63bf60210537c9bbe2e33585a11e5a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T09:58:36,218 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004 so closing down 2024-11-12T09:58:36,218 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T09:58:36,218 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T09:58:36,218 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-12T09:58:36,218 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004, journal: Splitting hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004, size=1.2 K (1257bytes) at 1731405516208Finishing writing output for hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004 so closing down at 1731405516218 (+10 ms)3 split writer threads finished at 1731405516218Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731405516218 2024-11-12T09:58:36,218 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004 2024-11-12T09:58:36,218 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-12T09:58:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-12T09:58:36,223 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting/eb677afb1da9%2C34165%2C1731405452209.1731405454004 to hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/oldWALs 2024-11-12T09:58:36,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-12T09:58:36,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C34165%2C1731405452209.1731405454004, worker=eb677afb1da9,39945,1731405452317 in 10.0360 sec 2024-11-12T09:58:36,228 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=eb677afb1da9,39945,1731405452317 2024-11-12T09:58:36,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-12T09:58:36,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C34165%2C1731405452209.1731405454004, worker=eb677afb1da9,39945,1731405452317 in 10.0450 sec 2024-11-12T09:58:36,232 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/WALs/eb677afb1da9,34165,1731405452209-splitting dir is empty, no logs to split. 2024-11-12T09:58:36,232 INFO [PEWorker-2 {}] master.SplitWALManager(105): eb677afb1da9,34165,1731405452209 WAL count=0, meta=false 2024-11-12T09:58:36,232 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if eb677afb1da9,34165,1731405452209 WAL splitting is done? wals=0, meta=false 2024-11-12T09:58:36,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00c4fa58d3b7bad790e53144a40230e, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e63bf60210537c9bbe2e33585a11e5a, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fe1bbfe3560f2fd2fc004a6151a9c66, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ccaaf4fa375550168d9a30b406a918f, ASSIGN}] 2024-11-12T09:58:36,237 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e63bf60210537c9bbe2e33585a11e5a, ASSIGN 2024-11-12T09:58:36,237 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00c4fa58d3b7bad790e53144a40230e, ASSIGN 2024-11-12T09:58:36,237 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ccaaf4fa375550168d9a30b406a918f, ASSIGN 2024-11-12T09:58:36,237 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fe1bbfe3560f2fd2fc004a6151a9c66, ASSIGN 2024-11-12T09:58:36,238 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a00c4fa58d3b7bad790e53144a40230e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T09:58:36,238 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ccaaf4fa375550168d9a30b406a918f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T09:58:36,238 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e63bf60210537c9bbe2e33585a11e5a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T09:58:36,238 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fe1bbfe3560f2fd2fc004a6151a9c66, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T09:58:36,332 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a held by pid=44 2024-11-12T09:58:36,333 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f held by pid=46 2024-11-12T09:58:36,333 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:36,333 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:36,333 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 held by pid=45 2024-11-12T09:58:36,334 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:36,334 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e held by pid=43 2024-11-12T09:58:36,334 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:36,389 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(204): Hosts are {eb677afb1da9=0} racks are {/default-rack=0} 2024-11-12T09:58:36,389 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T09:58:36,390 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T09:58:36,390 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T09:58:36,390 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T09:58:36,390 INFO [eb677afb1da9:43905 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T09:58:36,390 INFO [eb677afb1da9:43905 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T09:58:36,390 DEBUG [eb677afb1da9:43905 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T09:58:36,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=a00c4fa58d3b7bad790e53144a40230e, regionState=OPENING, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:36,391 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=5ccaaf4fa375550168d9a30b406a918f, regionState=OPENING, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:36,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=2e63bf60210537c9bbe2e33585a11e5a, regionState=OPENING, regionLocation=eb677afb1da9,39945,1731405452317 2024-11-12T09:58:36,391 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=8fe1bbfe3560f2fd2fc004a6151a9c66, regionState=OPENING, regionLocation=eb677afb1da9,39945,1731405452317 2024-11-12T09:58:36,395 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:34165 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:34165 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:58:36,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:34165 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:34165 2024-11-12T09:58:36,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T09:58:36,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1 from cache 2024-11-12T09:58:36,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=eb677afb1da9:34165 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:34165 2024-11-12T09:58:36,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=eb677afb1da9:34165 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:34165 2024-11-12T09:58:36,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=eb677afb1da9:34165 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:34165 2024-11-12T09:58:36,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:34165 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb677afb1da9/172.17.0.2:34165 2024-11-12T09:58:36,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:58:36,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,42171,1731405452373, seqNum=-1] 2024-11-12T09:58:36,504 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:58:36,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55997, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:58:36,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e63bf60210537c9bbe2e33585a11e5a, ASSIGN because future has completed 2024-11-12T09:58:36,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a, server=eb677afb1da9,39945,1731405452317}] 2024-11-12T09:58:36,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ccaaf4fa375550168d9a30b406a918f, ASSIGN because future has completed 2024-11-12T09:58:36,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ccaaf4fa375550168d9a30b406a918f, server=eb677afb1da9,42171,1731405452373}] 2024-11-12T09:58:36,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a00c4fa58d3b7bad790e53144a40230e, ASSIGN because future has completed 2024-11-12T09:58:36,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00c4fa58d3b7bad790e53144a40230e, server=eb677afb1da9,42171,1731405452373}] 2024-11-12T09:58:36,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fe1bbfe3560f2fd2fc004a6151a9c66, ASSIGN because future has completed 2024-11-12T09:58:36,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66, server=eb677afb1da9,39945,1731405452317}] 2024-11-12T09:58:37,444 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb677afb1da9:43905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-12T09:58:40,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 53714316f3375dda34df5ea4a90b9fe6, had cached 0 bytes from a total of 28623 2024-11-12T09:58:40,337 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a32f28303db162244b62b6f07b7f239d, had cached 0 bytes from a total of 47197 2024-11-12T09:58:45,891 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 57a2e4565f3dbc1eba5e5b02609cd58a changed from -1.0 to 0.0, refreshing cache 2024-11-12T09:58:45,892 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6cc28015e1da6671cad892d85adaf33b changed from -1.0 to 0.0, refreshing cache 2024-11-12T09:58:45,893 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a32f28303db162244b62b6f07b7f239d changed from -1.0 to 0.0, refreshing cache 2024-11-12T09:58:45,893 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9dc76fba17d74b51f8f949437fedb8ee changed from -1.0 to 0.0, refreshing cache 2024-11-12T09:58:45,893 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 08a2dd2a27f03ec14f516fddb22c9829 changed from -1.0 to 0.0, refreshing cache 2024-11-12T09:58:45,894 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 53714316f3375dda34df5ea4a90b9fe6 changed from -1.0 to 0.0, refreshing cache 2024-11-12T09:58:45,894 DEBUG [master/eb677afb1da9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T09:58:46,526 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:58:46,526 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e63bf60210537c9bbe2e33585a11e5a, NAME => 'SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T09:58:46,527 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,527 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:58:46,527 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:58:46,527 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,527 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,527 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ccaaf4fa375550168d9a30b406a918f, NAME => 'SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T09:58:46,527 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,528 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:58:46,528 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,528 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,529 INFO [StoreOpener-2e63bf60210537c9bbe2e33585a11e5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,530 INFO [StoreOpener-5ccaaf4fa375550168d9a30b406a918f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,531 INFO [StoreOpener-5ccaaf4fa375550168d9a30b406a918f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ccaaf4fa375550168d9a30b406a918f columnFamilyName cf 2024-11-12T09:58:46,531 INFO [StoreOpener-2e63bf60210537c9bbe2e33585a11e5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e63bf60210537c9bbe2e33585a11e5a columnFamilyName cf 2024-11-12T09:58:46,531 DEBUG [StoreOpener-5ccaaf4fa375550168d9a30b406a918f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:58:46,531 DEBUG [StoreOpener-2e63bf60210537c9bbe2e33585a11e5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:58:46,531 INFO [StoreOpener-5ccaaf4fa375550168d9a30b406a918f-1 {}] regionserver.HStore(327): Store=5ccaaf4fa375550168d9a30b406a918f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:58:46,531 INFO [StoreOpener-2e63bf60210537c9bbe2e33585a11e5a-1 {}] regionserver.HStore(327): Store=2e63bf60210537c9bbe2e33585a11e5a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:58:46,532 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,532 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,532 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,532 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,534 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,534 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,534 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,534 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,534 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,534 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,536 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,537 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,537 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 2e63bf60210537c9bbe2e33585a11e5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59596290, jitterRate=-0.11194607615470886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:58:46,538 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,538 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 5ccaaf4fa375550168d9a30b406a918f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69344869, jitterRate=0.03331907093524933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:58:46,538 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 2e63bf60210537c9bbe2e33585a11e5a: Running coprocessor pre-open hook at 1731405526527Writing region info on filesystem at 1731405526527Initializing all the Stores at 1731405526529 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405526529Cleaning up temporary data from old regions at 1731405526534 (+5 ms)Running coprocessor post-open hooks at 1731405526538 (+4 ms)Region opened successfully at 1731405526538 2024-11-12T09:58:46,538 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,538 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 5ccaaf4fa375550168d9a30b406a918f: Running coprocessor pre-open hook at 1731405526528Writing region info on filesystem at 1731405526528Initializing all the Stores at 1731405526529 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405526529Cleaning up temporary data from old regions at 1731405526534 (+5 ms)Running coprocessor post-open hooks at 1731405526538 (+4 ms)Region opened successfully at 1731405526538 2024-11-12T09:58:46,539 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a., pid=47, masterSystemTime=1731405526516 2024-11-12T09:58:46,541 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:58:46,541 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:58:46,541 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:58:46,541 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fe1bbfe3560f2fd2fc004a6151a9c66, NAME => 'SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T09:58:46,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=2e63bf60210537c9bbe2e33585a11e5a, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,39945,1731405452317 2024-11-12T09:58:46,541 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,542 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:58:46,542 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,542 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a, server=eb677afb1da9,39945,1731405452317 because future has completed 2024-11-12T09:58:46,544 INFO [StoreOpener-8fe1bbfe3560f2fd2fc004a6151a9c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,545 INFO [StoreOpener-8fe1bbfe3560f2fd2fc004a6151a9c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fe1bbfe3560f2fd2fc004a6151a9c66 columnFamilyName cf 2024-11-12T09:58:46,546 DEBUG [StoreOpener-8fe1bbfe3560f2fd2fc004a6151a9c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:58:46,546 INFO [StoreOpener-8fe1bbfe3560f2fd2fc004a6151a9c66-1 {}] regionserver.HStore(327): Store=8fe1bbfe3560f2fd2fc004a6151a9c66/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:58:46,546 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,547 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-11-12T09:58:46,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a, server=eb677afb1da9,39945,1731405452317 in 10.0340 sec 2024-11-12T09:58:46,549 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,550 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,550 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,550 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:46,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e63bf60210537c9bbe2e33585a11e5a, ASSIGN in 10.3130 sec 2024-11-12T09:58:46,553 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,554 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 8fe1bbfe3560f2fd2fc004a6151a9c66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66003699, jitterRate=-0.016468241810798645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:58:46,554 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,555 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 8fe1bbfe3560f2fd2fc004a6151a9c66: Running coprocessor pre-open hook at 1731405526542Writing region info on filesystem at 1731405526542Initializing all the Stores at 1731405526543 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405526543Cleaning up temporary data from old regions at 1731405526550 (+7 ms)Running coprocessor post-open hooks at 1731405526555 (+5 ms)Region opened successfully at 1731405526555 2024-11-12T09:58:46,556 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66., pid=50, masterSystemTime=1731405526516 2024-11-12T09:58:46,557 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:58:46,557 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:58:46,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=8fe1bbfe3560f2fd2fc004a6151a9c66, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,39945,1731405452317 2024-11-12T09:58:46,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66, server=eb677afb1da9,39945,1731405452317 because future has completed 2024-11-12T09:58:46,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=45 2024-11-12T09:58:46,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66, server=eb677afb1da9,39945,1731405452317 in 10.0440 sec 2024-11-12T09:58:46,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fe1bbfe3560f2fd2fc004a6151a9c66, ASSIGN in 10.3280 sec 2024-11-12T09:58:46,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:46,579 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f., pid=48, masterSystemTime=1731405526517 2024-11-12T09:58:46,581 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:58:46,582 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:58:46,582 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:58:46,582 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => a00c4fa58d3b7bad790e53144a40230e, NAME => 'SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T09:58:46,582 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=5ccaaf4fa375550168d9a30b406a918f, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:46,582 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,583 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:58:46,583 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,583 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,585 INFO [StoreOpener-a00c4fa58d3b7bad790e53144a40230e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ccaaf4fa375550168d9a30b406a918f, server=eb677afb1da9,42171,1731405452373 because future has completed 2024-11-12T09:58:46,586 INFO [StoreOpener-a00c4fa58d3b7bad790e53144a40230e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a00c4fa58d3b7bad790e53144a40230e columnFamilyName cf 2024-11-12T09:58:46,586 DEBUG [StoreOpener-a00c4fa58d3b7bad790e53144a40230e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:58:46,588 INFO [StoreOpener-a00c4fa58d3b7bad790e53144a40230e-1 {}] regionserver.HStore(327): Store=a00c4fa58d3b7bad790e53144a40230e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:58:46,588 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=46 2024-11-12T09:58:46,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ccaaf4fa375550168d9a30b406a918f, server=eb677afb1da9,42171,1731405452373 in 10.0730 sec 2024-11-12T09:58:46,590 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ccaaf4fa375550168d9a30b406a918f, ASSIGN in 10.3540 sec 2024-11-12T09:58:46,591 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:46,591 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,592 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,592 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,595 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,596 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened a00c4fa58d3b7bad790e53144a40230e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70421433, jitterRate=0.04936112463474274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:58:46,597 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,597 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for a00c4fa58d3b7bad790e53144a40230e: Running coprocessor pre-open hook at 1731405526583Writing region info on filesystem at 1731405526583Initializing all the Stores at 1731405526584 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405526585 (+1 ms)Cleaning up temporary data from old regions at 1731405526592 (+7 ms)Running coprocessor post-open hooks at 1731405526597 (+5 ms)Region opened successfully at 1731405526597 2024-11-12T09:58:46,598 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e., pid=49, masterSystemTime=1731405526517 2024-11-12T09:58:46,600 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:58:46,601 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:58:46,601 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=a00c4fa58d3b7bad790e53144a40230e, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:46,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00c4fa58d3b7bad790e53144a40230e, server=eb677afb1da9,42171,1731405452373 because future has completed 2024-11-12T09:58:46,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=43 2024-11-12T09:58:46,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure a00c4fa58d3b7bad790e53144a40230e, server=eb677afb1da9,42171,1731405452373 in 10.0900 sec 2024-11-12T09:58:46,609 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:46,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-11-12T09:58:46,610 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server eb677afb1da9,34165,1731405452209 after splitting done 2024-11-12T09:58:46,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a00c4fa58d3b7bad790e53144a40230e, ASSIGN in 10.3720 sec 2024-11-12T09:58:46,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure eb677afb1da9,34165,1731405452209, splitWal=true, meta=true in 41.3080 sec 2024-11-12T09:58:52,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T09:58:56,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T09:58:56,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T09:58:56,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:58:56,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:58:56,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 2e63bf60210537c9bbe2e33585a11e5a: 2024-11-12T09:58:56,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. for SnapshotProcedureTest completed. 2024-11-12T09:58:56,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8fe1bbfe3560f2fd2fc004a6151a9c66: 2024-11-12T09:58:56,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. for SnapshotProcedureTest completed. 2024-11-12T09:58:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T09:58:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T09:58:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T09:58:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T09:58:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T09:58:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T09:58:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741863_1039 (size=65) 2024-11-12T09:58:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741863_1039 (size=65) 2024-11-12T09:58:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741863_1039 (size=65) 2024-11-12T09:58:56,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:58:56,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T09:58:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T09:58:56,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:56,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:58:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741862_1038 (size=65) 2024-11-12T09:58:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741862_1038 (size=65) 2024-11-12T09:58:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741862_1038 (size=65) 2024-11-12T09:58:56,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:58:56,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T09:58:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T09:58:56,574 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:56,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e63bf60210537c9bbe2e33585a11e5a in 51.5530 sec 2024-11-12T09:58:56,574 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:58:56,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8fe1bbfe3560f2fd2fc004a6151a9c66 in 51.5560 sec 2024-11-12T09:58:56,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T09:58:56,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:58:56,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T09:58:56,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a00c4fa58d3b7bad790e53144a40230e: 2024-11-12T09:58:56,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. for SnapshotProcedureTest completed. 2024-11-12T09:58:56,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:58:56,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5ccaaf4fa375550168d9a30b406a918f: 2024-11-12T09:58:56,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T09:58:56,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. for SnapshotProcedureTest completed. 2024-11-12T09:58:56,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T09:58:56,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T09:58:56,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T09:58:56,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T09:58:56,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T09:58:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741864_1040 (size=65) 2024-11-12T09:58:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741864_1040 (size=65) 2024-11-12T09:58:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741864_1040 (size=65) 2024-11-12T09:58:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741865_1041 (size=57) 2024-11-12T09:58:56,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741865_1041 (size=57) 2024-11-12T09:58:56,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:58:56,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741865_1041 (size=57) 2024-11-12T09:58:56,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T09:58:56,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:58:56,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T09:58:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T09:58:56,632 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:56,632 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:58:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T09:58:56,632 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:56,632 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:58:56,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ccaaf4fa375550168d9a30b406a918f in 51.6140 sec 2024-11-12T09:58:56,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-12T09:58:56,636 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T09:58:56,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a00c4fa58d3b7bad790e53144a40230e in 51.6140 sec 2024-11-12T09:58:56,638 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T09:58:56,640 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T09:58:56,640 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T09:58:56,644 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T09:58:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741866_1042 (size=1094) 2024-11-12T09:58:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741866_1042 (size=1094) 2024-11-12T09:58:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741866_1042 (size=1094) 2024-11-12T09:58:56,674 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T09:58:56,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T09:58:56,688 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:56,688 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,39945,1731405452317 2024-11-12T09:58:56,688 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:56,688 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,39945,1731405452317 2024-11-12T09:58:56,688 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:58:56,694 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,39945,1731405452317 2024-11-12T09:59:00,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:59:06,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-12T09:59:06,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-12T09:59:06,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-12T09:59:06,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-12T09:59:06,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-12T09:59:06,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-12T09:59:06,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T09:59:06,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T09:59:06,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-12T09:59:06,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-12T09:59:06,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-12T09:59:06,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-12T09:59:06,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-12T09:59:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-12T09:59:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-12T09:59:06,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-12T09:59:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-12T09:59:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-12T09:59:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-12T09:59:06,706 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 Release verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:59:06,706 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,39945,1731405452317 Release verify snapshot worker=eb677afb1da9,39945,1731405452317 2024-11-12T09:59:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-12T09:59:06,706 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 Release verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:59:06,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 in 10.0240 sec 2024-11-12T09:59:06,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 in 10.0240 sec 2024-11-12T09:59:06,708 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:59:06,708 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:59:06,709 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 Release verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:59:06,709 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,39945,1731405452317 Release verify snapshot worker=eb677afb1da9,39945,1731405452317 2024-11-12T09:59:06,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,39945,1731405452317 in 10.0240 sec 2024-11-12T09:59:06,710 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,39945,1731405452317 Release verify snapshot worker=eb677afb1da9,39945,1731405452317 2024-11-12T09:59:06,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,39945,1731405452317 in 10.0280 sec 2024-11-12T09:59:06,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 in 10.0270 sec 2024-11-12T09:59:06,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,39945,1731405452317 in 10.0270 sec 2024-11-12T09:59:06,713 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:59:06,713 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,39945,1731405452317 2024-11-12T09:59:10,489 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-12T09:59:16,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-12T09:59:16,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-12T09:59:16,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-12T09:59:16,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-12T09:59:16,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T09:59:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-12T09:59:16,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-12T09:59:16,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T09:59:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T09:59:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T09:59:16,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-12T09:59:16,718 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 Release verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:59:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-12T09:59:16,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 in 20.0370 sec 2024-11-12T09:59:16,721 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 Release verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:59:16,721 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,39945,1731405452317 Release verify snapshot worker=eb677afb1da9,39945,1731405452317 2024-11-12T09:59:16,722 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 Release verify snapshot worker=eb677afb1da9,42171,1731405452373 2024-11-12T09:59:16,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,39945,1731405452317 in 20.0390 sec 2024-11-12T09:59:16,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 in 20.0390 sec 2024-11-12T09:59:16,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=25 2024-11-12T09:59:16,724 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T09:59:16,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,42171,1731405452373 in 20.0400 sec 2024-11-12T09:59:16,726 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T09:59:16,728 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T09:59:16,728 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T09:59:16,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.749 sec 2024-11-12T09:59:16,976 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T09:59:16,977 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb677afb1da9:34165 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: eb677afb1da9/172.17.0.2:34165 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:59:16,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1, error=java.net.ConnectException: Call to address=eb677afb1da9:34165 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: eb677afb1da9/172.17.0.2:34165 2024-11-12T09:59:16,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-12T09:59:16,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,34165,1731405452209, seqNum=-1 from cache 2024-11-12T09:59:16,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address eb677afb1da9:34165 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: eb677afb1da9/172.17.0.2:34165 2024-11-12T09:59:17,083 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:59:17,084 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,42171,1731405452373, seqNum=-1] 2024-11-12T09:59:17,108 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T09:59:17,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T09:59:17,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:59:17,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:59:17,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:59:17,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:59:17,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:59:17,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T09:59:17,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1898492667, stopped=false 2024-11-12T09:59:17,109 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb677afb1da9,43905,1731405451492 2024-11-12T09:59:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:59:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:59:17,176 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:59:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:17,176 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:17,176 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:59:17,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:59:17,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:59:17,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:59:17,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:59:17,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:59:17,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:59:17,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,39945,1731405452317' ***** 2024-11-12T09:59:17,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T09:59:17,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,42171,1731405452373' ***** 2024-11-12T09:59:17,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T09:59:17,179 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T09:59:17,179 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T09:59:17,179 INFO [RS:1;eb677afb1da9:39945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T09:59:17,179 INFO [RS:2;eb677afb1da9:42171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T09:59:17,179 INFO [RS:1;eb677afb1da9:39945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T09:59:17,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T09:59:17,179 INFO [RS:2;eb677afb1da9:42171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T09:59:17,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T09:59:17,180 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 53714316f3375dda34df5ea4a90b9fe6 2024-11-12T09:59:17,180 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(3091): Received CLOSE for 57a2e4565f3dbc1eba5e5b02609cd58a 2024-11-12T09:59:17,180 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:59:17,180 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dc76fba17d74b51f8f949437fedb8ee 2024-11-12T09:59:17,180 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 08a2dd2a27f03ec14f516fddb22c9829 2024-11-12T09:59:17,180 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cc28015e1da6671cad892d85adaf33b 2024-11-12T09:59:17,180 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ccaaf4fa375550168d9a30b406a918f 2024-11-12T09:59:17,180 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e63bf60210537c9bbe2e33585a11e5a 2024-11-12T09:59:17,180 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fe1bbfe3560f2fd2fc004a6151a9c66 2024-11-12T09:59:17,180 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(959): stopping server eb677afb1da9,42171,1731405452373 2024-11-12T09:59:17,181 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(3091): Received CLOSE for a32f28303db162244b62b6f07b7f239d 2024-11-12T09:59:17,181 INFO [RS:2;eb677afb1da9:42171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:59:17,181 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(959): stopping server eb677afb1da9,39945,1731405452317 2024-11-12T09:59:17,181 INFO [RS:1;eb677afb1da9:39945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:59:17,181 INFO [RS:2;eb677afb1da9:42171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;eb677afb1da9:42171. 2024-11-12T09:59:17,181 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57a2e4565f3dbc1eba5e5b02609cd58a, disabling compactions & flushes 2024-11-12T09:59:17,181 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53714316f3375dda34df5ea4a90b9fe6, disabling compactions & flushes 2024-11-12T09:59:17,181 INFO [RS:1;eb677afb1da9:39945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;eb677afb1da9:39945. 2024-11-12T09:59:17,181 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:59:17,181 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:59:17,181 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:59:17,181 DEBUG [RS:2;eb677afb1da9:42171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:59:17,181 DEBUG [RS:1;eb677afb1da9:39945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:59:17,181 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:59:17,181 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. after waiting 0 ms 2024-11-12T09:59:17,181 DEBUG [RS:2;eb677afb1da9:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:59:17,181 DEBUG [RS:1;eb677afb1da9:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:59:17,181 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. after waiting 0 ms 2024-11-12T09:59:17,181 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:59:17,181 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:59:17,181 INFO [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:59:17,181 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T09:59:17,181 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T09:59:17,181 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T09:59:17,181 INFO [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:59:17,181 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T09:59:17,182 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-12T09:59:17,182 DEBUG [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(1325): Online Regions={57a2e4565f3dbc1eba5e5b02609cd58a=SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a., 6cc28015e1da6671cad892d85adaf33b=SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b., 2e63bf60210537c9bbe2e33585a11e5a=SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a., 8fe1bbfe3560f2fd2fc004a6151a9c66=SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66., a32f28303db162244b62b6f07b7f239d=SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d.} 2024-11-12T09:59:17,182 DEBUG [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(1351): Waiting on 2e63bf60210537c9bbe2e33585a11e5a, 57a2e4565f3dbc1eba5e5b02609cd58a, 6cc28015e1da6671cad892d85adaf33b, 8fe1bbfe3560f2fd2fc004a6151a9c66, a32f28303db162244b62b6f07b7f239d 2024-11-12T09:59:17,182 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-12T09:59:17,182 DEBUG [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(1325): Online Regions={53714316f3375dda34df5ea4a90b9fe6=SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6., a00c4fa58d3b7bad790e53144a40230e=SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e., 9dc76fba17d74b51f8f949437fedb8ee=SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee., 08a2dd2a27f03ec14f516fddb22c9829=SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829., 1588230740=hbase:meta,,1.1588230740, 5ccaaf4fa375550168d9a30b406a918f=SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f.} 2024-11-12T09:59:17,182 DEBUG [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(1351): Waiting on 08a2dd2a27f03ec14f516fddb22c9829, 1588230740, 53714316f3375dda34df5ea4a90b9fe6, 5ccaaf4fa375550168d9a30b406a918f, 9dc76fba17d74b51f8f949437fedb8ee, a00c4fa58d3b7bad790e53144a40230e 2024-11-12T09:59:17,182 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:59:17,182 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:59:17,182 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:59:17,183 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:59:17,183 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:59:17,183 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-11-12T09:59:17,191 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/53714316f3375dda34df5ea4a90b9fe6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T09:59:17,194 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:59:17,195 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53714316f3375dda34df5ea4a90b9fe6: Waiting for close lock at 1731405557180Running coprocessor pre-close hooks at 1731405557181 (+1 ms)Disabling compacts and flushes for region at 1731405557181Disabling writes for close at 1731405557181Writing region close event to WAL at 1731405557184 (+3 ms)Running coprocessor post-close hooks at 1731405557192 (+8 ms)Closed at 1731405557194 (+2 ms) 2024-11-12T09:59:17,195 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731405464929.53714316f3375dda34df5ea4a90b9fe6. 2024-11-12T09:59:17,195 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/57a2e4565f3dbc1eba5e5b02609cd58a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T09:59:17,196 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a00c4fa58d3b7bad790e53144a40230e, disabling compactions & flushes 2024-11-12T09:59:17,196 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:59:17,196 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:59:17,196 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. after waiting 0 ms 2024-11-12T09:59:17,196 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:59:17,197 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:59:17,198 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57a2e4565f3dbc1eba5e5b02609cd58a: Waiting for close lock at 1731405557180Running coprocessor pre-close hooks at 1731405557181 (+1 ms)Disabling compacts and flushes for region at 1731405557181Disabling writes for close at 1731405557181Writing region close event to WAL at 1731405557182 (+1 ms)Running coprocessor post-close hooks at 1731405557197 (+15 ms)Closed at 1731405557197 2024-11-12T09:59:17,198 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731405464929.57a2e4565f3dbc1eba5e5b02609cd58a. 2024-11-12T09:59:17,198 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cc28015e1da6671cad892d85adaf33b, disabling compactions & flushes 2024-11-12T09:59:17,198 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/info/db3013a6c0ca4372b6db16cda298dadc is 167, key is SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66./info:regioninfo/1731405526558/Put/seqid=0 2024-11-12T09:59:17,198 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:59:17,198 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:59:17,198 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. after waiting 0 ms 2024-11-12T09:59:17,198 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:59:17,207 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/6cc28015e1da6671cad892d85adaf33b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T09:59:17,209 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:59:17,209 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cc28015e1da6671cad892d85adaf33b: Waiting for close lock at 1731405557198Running coprocessor pre-close hooks at 1731405557198Disabling compacts and flushes for region at 1731405557198Disabling writes for close at 1731405557198Writing region close event to WAL at 1731405557203 (+5 ms)Running coprocessor post-close hooks at 1731405557208 (+5 ms)Closed at 1731405557208 2024-11-12T09:59:17,209 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731405464929.6cc28015e1da6671cad892d85adaf33b. 2024-11-12T09:59:17,209 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e63bf60210537c9bbe2e33585a11e5a, disabling compactions & flushes 2024-11-12T09:59:17,209 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:59:17,209 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:59:17,209 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. after waiting 0 ms 2024-11-12T09:59:17,209 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:59:17,217 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a00c4fa58d3b7bad790e53144a40230e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T09:59:17,218 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:59:17,218 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a00c4fa58d3b7bad790e53144a40230e: Waiting for close lock at 1731405557196Running coprocessor pre-close hooks at 1731405557196Disabling compacts and flushes for region at 1731405557196Disabling writes for close at 1731405557196Writing region close event to WAL at 1731405557203 (+7 ms)Running coprocessor post-close hooks at 1731405557218 (+15 ms)Closed at 1731405557218 2024-11-12T09:59:17,218 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731405464929.a00c4fa58d3b7bad790e53144a40230e. 2024-11-12T09:59:17,218 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dc76fba17d74b51f8f949437fedb8ee, disabling compactions & flushes 2024-11-12T09:59:17,218 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:59:17,219 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:59:17,219 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. after waiting 0 ms 2024-11-12T09:59:17,219 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:59:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741867_1043 (size=9527) 2024-11-12T09:59:17,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741867_1043 (size=9527) 2024-11-12T09:59:17,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741867_1043 (size=9527) 2024-11-12T09:59:17,224 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/2e63bf60210537c9bbe2e33585a11e5a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T09:59:17,225 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:59:17,225 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e63bf60210537c9bbe2e33585a11e5a: Waiting for close lock at 1731405557209Running coprocessor pre-close hooks at 1731405557209Disabling compacts and flushes for region at 1731405557209Disabling writes for close at 1731405557209Writing region close event to WAL at 1731405557215 (+6 ms)Running coprocessor post-close hooks at 1731405557225 (+10 ms)Closed at 1731405557225 2024-11-12T09:59:17,225 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731405464929.2e63bf60210537c9bbe2e33585a11e5a. 2024-11-12T09:59:17,225 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fe1bbfe3560f2fd2fc004a6151a9c66, disabling compactions & flushes 2024-11-12T09:59:17,225 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:59:17,225 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:59:17,226 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. after waiting 0 ms 2024-11-12T09:59:17,226 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:59:17,226 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/9dc76fba17d74b51f8f949437fedb8ee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T09:59:17,227 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:59:17,227 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dc76fba17d74b51f8f949437fedb8ee: Waiting for close lock at 1731405557218Running coprocessor pre-close hooks at 1731405557218Disabling compacts and flushes for region at 1731405557218Disabling writes for close at 1731405557219 (+1 ms)Writing region close event to WAL at 1731405557219Running coprocessor post-close hooks at 1731405557227 (+8 ms)Closed at 1731405557227 2024-11-12T09:59:17,228 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731405464929.9dc76fba17d74b51f8f949437fedb8ee. 2024-11-12T09:59:17,228 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08a2dd2a27f03ec14f516fddb22c9829, disabling compactions & flushes 2024-11-12T09:59:17,228 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:59:17,228 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:59:17,228 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. after waiting 0 ms 2024-11-12T09:59:17,228 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:59:17,231 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/8fe1bbfe3560f2fd2fc004a6151a9c66/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T09:59:17,232 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:59:17,232 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fe1bbfe3560f2fd2fc004a6151a9c66: Waiting for close lock at 1731405557225Running coprocessor pre-close hooks at 1731405557225Disabling compacts and flushes for region at 1731405557225Disabling writes for close at 1731405557226 (+1 ms)Writing region close event to WAL at 1731405557227 (+1 ms)Running coprocessor post-close hooks at 1731405557232 (+5 ms)Closed at 1731405557232 2024-11-12T09:59:17,232 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731405464929.8fe1bbfe3560f2fd2fc004a6151a9c66. 2024-11-12T09:59:17,233 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a32f28303db162244b62b6f07b7f239d, disabling compactions & flushes 2024-11-12T09:59:17,233 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:59:17,233 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:59:17,233 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. after waiting 0 ms 2024-11-12T09:59:17,233 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:59:17,240 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/08a2dd2a27f03ec14f516fddb22c9829/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T09:59:17,241 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:59:17,241 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08a2dd2a27f03ec14f516fddb22c9829: Waiting for close lock at 1731405557228Running coprocessor pre-close hooks at 1731405557228Disabling compacts and flushes for region at 1731405557228Disabling writes for close at 1731405557228Writing region close event to WAL at 1731405557229 (+1 ms)Running coprocessor post-close hooks at 1731405557241 (+12 ms)Closed at 1731405557241 2024-11-12T09:59:17,241 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731405464929.08a2dd2a27f03ec14f516fddb22c9829. 2024-11-12T09:59:17,242 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ccaaf4fa375550168d9a30b406a918f, disabling compactions & flushes 2024-11-12T09:59:17,242 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:59:17,242 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:59:17,242 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. after waiting 0 ms 2024-11-12T09:59:17,242 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:59:17,247 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/a32f28303db162244b62b6f07b7f239d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T09:59:17,247 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/default/SPTestTable/5ccaaf4fa375550168d9a30b406a918f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T09:59:17,248 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:59:17,248 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a32f28303db162244b62b6f07b7f239d: Waiting for close lock at 1731405557233Running coprocessor pre-close hooks at 1731405557233Disabling compacts and flushes for region at 1731405557233Disabling writes for close at 1731405557233Writing region close event to WAL at 1731405557239 (+6 ms)Running coprocessor post-close hooks at 1731405557248 (+9 ms)Closed at 1731405557248 2024-11-12T09:59:17,248 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:59:17,248 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731405464929.a32f28303db162244b62b6f07b7f239d. 2024-11-12T09:59:17,248 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ccaaf4fa375550168d9a30b406a918f: Waiting for close lock at 1731405557241Running coprocessor pre-close hooks at 1731405557241Disabling compacts and flushes for region at 1731405557241Disabling writes for close at 1731405557242 (+1 ms)Writing region close event to WAL at 1731405557243 (+1 ms)Running coprocessor post-close hooks at 1731405557248 (+5 ms)Closed at 1731405557248 2024-11-12T09:59:17,248 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731405464929.5ccaaf4fa375550168d9a30b406a918f. 2024-11-12T09:59:17,382 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(976): stopping server eb677afb1da9,39945,1731405452317; all regions closed. 2024-11-12T09:59:17,383 DEBUG [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T09:59:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741835_1011 (size=3530) 2024-11-12T09:59:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741835_1011 (size=3530) 2024-11-12T09:59:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741835_1011 (size=3530) 2024-11-12T09:59:17,394 DEBUG [RS:1;eb677afb1da9:39945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/oldWALs 2024-11-12T09:59:17,394 INFO [RS:1;eb677afb1da9:39945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C39945%2C1731405452317:(num 1731405454004) 2024-11-12T09:59:17,394 DEBUG [RS:1;eb677afb1da9:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:59:17,394 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:59:17,395 INFO [RS:1;eb677afb1da9:39945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:59:17,395 INFO [RS:1;eb677afb1da9:39945 {}] hbase.ChoreService(370): Chore service for: regionserver/eb677afb1da9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T09:59:17,395 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T09:59:17,395 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T09:59:17,395 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:59:17,395 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T09:59:17,395 INFO [RS:1;eb677afb1da9:39945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:59:17,396 INFO [RS:1;eb677afb1da9:39945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39945 2024-11-12T09:59:17,431 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,39945,1731405452317 2024-11-12T09:59:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:59:17,431 INFO [RS:1;eb677afb1da9:39945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:59:17,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,39945,1731405452317] 2024-11-12T09:59:17,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,39945,1731405452317 already deleted, retry=false 2024-11-12T09:59:17,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb677afb1da9,39945,1731405452317 expired; onlineServers=1 2024-11-12T09:59:17,543 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:59:17,543 INFO [RS:1;eb677afb1da9:39945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:59:17,543 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012fc4205c0002, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:59:17,543 INFO [RS:1;eb677afb1da9:39945 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,39945,1731405452317; zookeeper connection closed. 2024-11-12T09:59:17,544 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d0b52d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d0b52d7 2024-11-12T09:59:17,583 DEBUG [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T09:59:17,624 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/info/db3013a6c0ca4372b6db16cda298dadc 2024-11-12T09:59:17,637 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/.tmp/info/db3013a6c0ca4372b6db16cda298dadc as hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/info/db3013a6c0ca4372b6db16cda298dadc 2024-11-12T09:59:17,645 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/info/db3013a6c0ca4372b6db16cda298dadc, entries=32, sequenceid=39, filesize=9.3 K 2024-11-12T09:59:17,646 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 463ms, sequenceid=39, compaction requested=false 2024-11-12T09:59:17,651 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-12T09:59:17,652 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:59:17,652 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:59:17,652 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731405557182Running coprocessor pre-close hooks at 1731405557182Disabling compacts and flushes for region at 1731405557182Disabling writes for close at 1731405557183 (+1 ms)Obtaining lock to block concurrent updates at 1731405557183Preparing flush snapshotting stores in 1588230740 at 1731405557183Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1731405557183Flushing stores of hbase:meta,,1.1588230740 at 1731405557184 (+1 ms)Flushing 1588230740/info: creating writer at 1731405557184Flushing 1588230740/info: appending metadata at 1731405557198 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731405557198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82c2a6: reopening flushed file at 1731405557636 (+438 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 463ms, sequenceid=39, compaction requested=false at 1731405557646 (+10 ms)Writing region close event to WAL at 1731405557648 (+2 ms)Running coprocessor post-close hooks at 1731405557652 (+4 ms)Closed at 1731405557652 2024-11-12T09:59:17,652 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T09:59:17,783 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(976): stopping server eb677afb1da9,42171,1731405452373; all regions closed. 2024-11-12T09:59:17,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741858_1034 (size=5516) 2024-11-12T09:59:17,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741858_1034 (size=5516) 2024-11-12T09:59:17,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741858_1034 (size=5516) 2024-11-12T09:59:17,795 DEBUG [RS:2;eb677afb1da9:42171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/oldWALs 2024-11-12T09:59:17,795 INFO [RS:2;eb677afb1da9:42171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C42171%2C1731405452373.meta:.meta(num 1731405505466) 2024-11-12T09:59:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741834_1010 (size=3500) 2024-11-12T09:59:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741834_1010 (size=3500) 2024-11-12T09:59:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741834_1010 (size=3500) 2024-11-12T09:59:17,801 DEBUG [RS:2;eb677afb1da9:42171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/oldWALs 2024-11-12T09:59:17,801 INFO [RS:2;eb677afb1da9:42171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C42171%2C1731405452373:(num 1731405454004) 2024-11-12T09:59:17,801 DEBUG [RS:2;eb677afb1da9:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:59:17,801 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:59:17,801 INFO [RS:2;eb677afb1da9:42171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:59:17,801 INFO [RS:2;eb677afb1da9:42171 {}] hbase.ChoreService(370): Chore service for: regionserver/eb677afb1da9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T09:59:17,802 INFO [RS:2;eb677afb1da9:42171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:59:17,802 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:59:17,802 INFO [RS:2;eb677afb1da9:42171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42171 2024-11-12T09:59:17,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,42171,1731405452373 2024-11-12T09:59:17,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:59:17,834 INFO [RS:2;eb677afb1da9:42171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:59:17,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,42171,1731405452373] 2024-11-12T09:59:17,851 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,42171,1731405452373 already deleted, retry=false 2024-11-12T09:59:17,851 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb677afb1da9,42171,1731405452373 expired; onlineServers=0 2024-11-12T09:59:17,851 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb677afb1da9,43905,1731405451492' ***** 2024-11-12T09:59:17,851 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T09:59:17,852 INFO [M:0;eb677afb1da9:43905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:59:17,852 INFO [M:0;eb677afb1da9:43905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:59:17,852 DEBUG [M:0;eb677afb1da9:43905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T09:59:17,852 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T09:59:17,852 DEBUG [M:0;eb677afb1da9:43905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T09:59:17,852 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731405453537 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731405453537,5,FailOnTimeoutGroup] 2024-11-12T09:59:17,852 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731405453536 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731405453536,5,FailOnTimeoutGroup] 2024-11-12T09:59:17,853 INFO [M:0;eb677afb1da9:43905 {}] hbase.ChoreService(370): Chore service for: master/eb677afb1da9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T09:59:17,853 INFO [M:0;eb677afb1da9:43905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:59:17,853 DEBUG [M:0;eb677afb1da9:43905 {}] master.HMaster(1795): Stopping service threads 2024-11-12T09:59:17,853 INFO [M:0;eb677afb1da9:43905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T09:59:17,854 INFO [M:0;eb677afb1da9:43905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:59:17,854 ERROR [M:0;eb677afb1da9:43905 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35649,5,PEWorkerGroup] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:35649 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35649,5,PEWorkerGroup] 2024-11-12T09:59:17,855 INFO [M:0;eb677afb1da9:43905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T09:59:17,856 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T09:59:17,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T09:59:17,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:17,864 DEBUG [M:0;eb677afb1da9:43905 {}] zookeeper.ZKUtil(347): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T09:59:17,864 WARN [M:0;eb677afb1da9:43905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T09:59:17,865 INFO [M:0;eb677afb1da9:43905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/.lastflushedseqids 2024-11-12T09:59:17,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741868_1044 (size=668) 2024-11-12T09:59:17,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741868_1044 (size=668) 2024-11-12T09:59:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741868_1044 (size=668) 2024-11-12T09:59:17,885 INFO [M:0;eb677afb1da9:43905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T09:59:17,886 INFO [M:0;eb677afb1da9:43905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T09:59:17,886 DEBUG [M:0;eb677afb1da9:43905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:59:17,886 INFO [M:0;eb677afb1da9:43905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:59:17,886 DEBUG [M:0;eb677afb1da9:43905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:59:17,886 DEBUG [M:0;eb677afb1da9:43905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:59:17,886 DEBUG [M:0;eb677afb1da9:43905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:59:17,886 INFO [M:0;eb677afb1da9:43905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.82 KB heapSize=264.17 KB 2024-11-12T09:59:17,904 DEBUG [M:0;eb677afb1da9:43905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e2aca9fb538463a8e15833e307c820c is 82, key is hbase:meta,,1/info:regioninfo/1731405506109/Put/seqid=0 2024-11-12T09:59:17,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741869_1045 (size=6071) 2024-11-12T09:59:17,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741869_1045 (size=6071) 2024-11-12T09:59:17,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741869_1045 (size=6071) 2024-11-12T09:59:17,911 INFO [M:0;eb677afb1da9:43905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e2aca9fb538463a8e15833e307c820c 2024-11-12T09:59:17,932 DEBUG [M:0;eb677afb1da9:43905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cbe2ff6c6b9434a9c0f6326e739350a is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731405475463/Put/seqid=0 2024-11-12T09:59:17,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741870_1046 (size=9112) 2024-11-12T09:59:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741870_1046 (size=9112) 2024-11-12T09:59:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741870_1046 (size=9112) 2024-11-12T09:59:17,939 INFO [M:0;eb677afb1da9:43905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.59 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cbe2ff6c6b9434a9c0f6326e739350a 2024-11-12T09:59:17,943 INFO [RS:2;eb677afb1da9:42171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:59:17,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:59:17,943 INFO [RS:2;eb677afb1da9:42171 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,42171,1731405452373; zookeeper connection closed. 2024-11-12T09:59:17,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1012fc4205c0003, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:59:17,943 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51f02b40 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51f02b40 2024-11-12T09:59:17,944 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T09:59:17,946 INFO [M:0;eb677afb1da9:43905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cbe2ff6c6b9434a9c0f6326e739350a 2024-11-12T09:59:17,960 DEBUG [M:0;eb677afb1da9:43905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdc916acadfb48899d52594f94b8c700 is 69, key is eb677afb1da9,39945,1731405452317/rs:state/1731405453689/Put/seqid=0 2024-11-12T09:59:17,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741871_1047 (size=5441) 2024-11-12T09:59:17,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741871_1047 (size=5441) 2024-11-12T09:59:17,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741871_1047 (size=5441) 2024-11-12T09:59:17,968 INFO [M:0;eb677afb1da9:43905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdc916acadfb48899d52594f94b8c700 2024-11-12T09:59:17,973 INFO [M:0;eb677afb1da9:43905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdc916acadfb48899d52594f94b8c700 2024-11-12T09:59:17,975 DEBUG [M:0;eb677afb1da9:43905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e2aca9fb538463a8e15833e307c820c as hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e2aca9fb538463a8e15833e307c820c 2024-11-12T09:59:17,980 INFO [M:0;eb677afb1da9:43905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e2aca9fb538463a8e15833e307c820c, entries=14, sequenceid=561, filesize=5.9 K 2024-11-12T09:59:17,982 DEBUG [M:0;eb677afb1da9:43905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cbe2ff6c6b9434a9c0f6326e739350a as hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cbe2ff6c6b9434a9c0f6326e739350a 2024-11-12T09:59:17,988 INFO [M:0;eb677afb1da9:43905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cbe2ff6c6b9434a9c0f6326e739350a 2024-11-12T09:59:17,988 INFO [M:0;eb677afb1da9:43905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cbe2ff6c6b9434a9c0f6326e739350a, entries=60, sequenceid=561, filesize=8.9 K 2024-11-12T09:59:17,989 DEBUG [M:0;eb677afb1da9:43905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdc916acadfb48899d52594f94b8c700 as hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdc916acadfb48899d52594f94b8c700 2024-11-12T09:59:17,995 INFO [M:0;eb677afb1da9:43905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdc916acadfb48899d52594f94b8c700 2024-11-12T09:59:17,996 INFO [M:0;eb677afb1da9:43905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35649/user/jenkins/test-data/5bacc5ef-e30c-e33b-2116-01d9059dd755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdc916acadfb48899d52594f94b8c700, entries=3, sequenceid=561, filesize=5.3 K 2024-11-12T09:59:17,996 INFO [M:0;eb677afb1da9:43905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.82 KB/217929, heapSize ~263.88 KB/270208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=561, compaction requested=false 2024-11-12T09:59:17,998 INFO [M:0;eb677afb1da9:43905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:59:17,998 DEBUG [M:0;eb677afb1da9:43905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731405557886Disabling compacts and flushes for region at 1731405557886Disabling writes for close at 1731405557886Obtaining lock to block concurrent updates at 1731405557886Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731405557886Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217929, getHeapSize=270448, getOffHeapSize=0, getCellsCount=682 at 1731405557887 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731405557888 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731405557888Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731405557903 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731405557903Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731405557916 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731405557932 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731405557932Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731405557947 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731405557959 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731405557960 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ea2b8c: reopening flushed file at 1731405557973 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d474378: reopening flushed file at 1731405557981 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2693d09d: reopening flushed file at 1731405557988 (+7 ms)Finished flush of dataSize ~212.82 KB/217929, heapSize ~263.88 KB/270208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=561, compaction requested=false at 1731405557997 (+9 ms)Writing region close event to WAL at 1731405557998 (+1 ms)Closed at 1731405557998 2024-11-12T09:59:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741830_1006 (size=255297) 2024-11-12T09:59:18,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741830_1006 (size=255297) 2024-11-12T09:59:18,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741830_1006 (size=255297) 2024-11-12T09:59:18,001 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:59:18,001 INFO [M:0;eb677afb1da9:43905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T09:59:18,002 INFO [M:0;eb677afb1da9:43905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43905 2024-11-12T09:59:18,002 INFO [M:0;eb677afb1da9:43905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:59:18,122 INFO [M:0;eb677afb1da9:43905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:59:18,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:59:18,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x1012fc4205c0000, quorum=127.0.0.1:52149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:59:18,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:59:18,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:59:18,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:59:18,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:59:18,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.log.dir/,STOPPED} 2024-11-12T09:59:18,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:59:18,176 WARN [BP-1061252034-172.17.0.2-1731405447749 heartbeating to localhost/127.0.0.1:35649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:59:18,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:59:18,176 WARN [BP-1061252034-172.17.0.2-1731405447749 heartbeating to localhost/127.0.0.1:35649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1061252034-172.17.0.2-1731405447749 (Datanode Uuid 0636c62d-9a89-4f18-9cac-4016210c35b4) service to localhost/127.0.0.1:35649 2024-11-12T09:59:18,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data5/current/BP-1061252034-172.17.0.2-1731405447749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:59:18,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data6/current/BP-1061252034-172.17.0.2-1731405447749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:59:18,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:59:18,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:59:18,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:59:18,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:59:18,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:59:18,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.log.dir/,STOPPED} 2024-11-12T09:59:18,183 WARN [BP-1061252034-172.17.0.2-1731405447749 heartbeating to localhost/127.0.0.1:35649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:59:18,183 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:59:18,183 WARN [BP-1061252034-172.17.0.2-1731405447749 heartbeating to localhost/127.0.0.1:35649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1061252034-172.17.0.2-1731405447749 (Datanode Uuid d8d60f57-3df7-4579-b0a4-7d187516066f) service to localhost/127.0.0.1:35649 2024-11-12T09:59:18,183 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:59:18,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data3/current/BP-1061252034-172.17.0.2-1731405447749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:59:18,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data4/current/BP-1061252034-172.17.0.2-1731405447749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:59:18,184 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:59:18,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:59:18,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:59:18,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:59:18,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:59:18,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.log.dir/,STOPPED} 2024-11-12T09:59:18,187 WARN [BP-1061252034-172.17.0.2-1731405447749 heartbeating to localhost/127.0.0.1:35649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:59:18,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:59:18,187 WARN [BP-1061252034-172.17.0.2-1731405447749 heartbeating to localhost/127.0.0.1:35649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1061252034-172.17.0.2-1731405447749 (Datanode Uuid 437f0bea-efc4-4dca-a87e-aea65cef5f1d) service to localhost/127.0.0.1:35649 2024-11-12T09:59:18,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:59:18,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data1/current/BP-1061252034-172.17.0.2-1731405447749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:59:18,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/cluster_48428f46-c21d-6714-9f1f-6feb34a952db/data/data2/current/BP-1061252034-172.17.0.2-1731405447749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:59:18,188 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:59:18,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:59:18,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:59:18,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:59:18,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:59:18,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.log.dir/,STOPPED} 2024-11-12T09:59:18,208 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T09:59:18,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T09:59:18,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@67d0724d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/eb677afb1da9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35649 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb677afb1da9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb677afb1da9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/eb677afb1da9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb677afb1da9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb677afb1da9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35649 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/eb677afb1da9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb677afb1da9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=76 (was 21) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6587 (was 7794) 2024-11-12T09:59:18,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=76, ProcessCount=11, AvailableMemoryMB=6587 2024-11-12T09:59:18,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.log.dir so I do NOT create it in target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c 2024-11-12T09:59:18,281 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T09:59:18,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.tmp.dir so I do NOT create it in target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c 2024-11-12T09:59:18,281 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4744b202-91f3-0669-4427-37bad2c80209/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T09:59:18,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c 2024-11-12T09:59:18,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T09:59:18,281 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80, deleteOnExit=true 2024-11-12T09:59:18,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T09:59:18,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/test.cache.data in system properties and HBase conf 2024-11-12T09:59:18,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T09:59:18,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/hadoop.log.dir in system properties and HBase conf 2024-11-12T09:59:18,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T09:59:18,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T09:59:18,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T09:59:18,282 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T09:59:18,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:59:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:59:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T09:59:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:59:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T09:59:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T09:59:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:59:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:59:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T09:59:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/nfs.dump.dir in system properties and HBase conf 2024-11-12T09:59:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/java.io.tmpdir in system properties and HBase conf 2024-11-12T09:59:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:59:18,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T09:59:18,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T09:59:18,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:59:18,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:59:18,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:59:18,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:59:18,611 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:59:18,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:59:18,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31631745{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:59:18,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efd563c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:59:18,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fc2671a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/java.io.tmpdir/jetty-localhost-37789-hadoop-hdfs-3_4_1-tests_jar-_-any-4559060341849542859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:59:18,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@436caa22{HTTP/1.1, (http/1.1)}{localhost:37789} 2024-11-12T09:59:18,708 INFO [Time-limited test {}] server.Server(415): Started @112833ms 2024-11-12T09:59:18,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:59:18,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:59:18,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:59:18,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:59:18,962 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:59:18,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76fca390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:59:18,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77afe134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:59:19,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c7ddb23{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/java.io.tmpdir/jetty-localhost-46491-hadoop-hdfs-3_4_1-tests_jar-_-any-2972335458072536319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:59:19,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22c8ef2e{HTTP/1.1, (http/1.1)}{localhost:46491} 2024-11-12T09:59:19,059 INFO [Time-limited test {}] server.Server(415): Started @113184ms 2024-11-12T09:59:19,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:59:19,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:59:19,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:59:19,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:59:19,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:59:19,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:59:19,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@692b3282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:59:19,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9fceb15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:59:19,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7911b946{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/java.io.tmpdir/jetty-localhost-44021-hadoop-hdfs-3_4_1-tests_jar-_-any-17378429253782042768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:59:19,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38b5411d{HTTP/1.1, (http/1.1)}{localhost:44021} 2024-11-12T09:59:19,191 INFO [Time-limited test {}] server.Server(415): Started @113317ms 2024-11-12T09:59:19,193 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:59:19,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:59:19,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:59:19,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:59:19,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:59:19,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:59:19,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48cbaeb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:59:19,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@894f43a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:59:19,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@257e2f84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/java.io.tmpdir/jetty-localhost-44053-hadoop-hdfs-3_4_1-tests_jar-_-any-11785851947141595970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:59:19,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c26c1ae{HTTP/1.1, (http/1.1)}{localhost:44053} 2024-11-12T09:59:19,319 INFO [Time-limited test {}] server.Server(415): Started @113444ms 2024-11-12T09:59:19,321 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:59:19,879 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data1/current/BP-2139369624-172.17.0.2-1731405558304/current, will proceed with Du for space computation calculation, 2024-11-12T09:59:19,880 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data2/current/BP-2139369624-172.17.0.2-1731405558304/current, will proceed with Du for space computation calculation, 2024-11-12T09:59:19,900 WARN [Thread-678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:59:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7ce58b8295b1a72 with lease ID 0x21ac8d1fa663f935: Processing first storage report for DS-08dc19c6-b5e5-42e1-b0d8-ffc7bdaf625b from datanode DatanodeRegistration(127.0.0.1:42477, datanodeUuid=a3cff52f-8c88-41cc-bf8e-e3a8463c1f7e, infoPort=43451, infoSecurePort=0, ipcPort=44173, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304) 2024-11-12T09:59:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7ce58b8295b1a72 with lease ID 0x21ac8d1fa663f935: from storage DS-08dc19c6-b5e5-42e1-b0d8-ffc7bdaf625b node DatanodeRegistration(127.0.0.1:42477, datanodeUuid=a3cff52f-8c88-41cc-bf8e-e3a8463c1f7e, infoPort=43451, infoSecurePort=0, ipcPort=44173, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:59:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7ce58b8295b1a72 with lease ID 0x21ac8d1fa663f935: Processing first storage report for DS-cdd58b5a-818f-4b60-a0c9-284dd6cf3b18 from datanode DatanodeRegistration(127.0.0.1:42477, datanodeUuid=a3cff52f-8c88-41cc-bf8e-e3a8463c1f7e, infoPort=43451, infoSecurePort=0, ipcPort=44173, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304) 2024-11-12T09:59:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7ce58b8295b1a72 with lease ID 0x21ac8d1fa663f935: from storage DS-cdd58b5a-818f-4b60-a0c9-284dd6cf3b18 node DatanodeRegistration(127.0.0.1:42477, datanodeUuid=a3cff52f-8c88-41cc-bf8e-e3a8463c1f7e, infoPort=43451, infoSecurePort=0, ipcPort=44173, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:59:20,158 WARN [Thread-749 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data3/current/BP-2139369624-172.17.0.2-1731405558304/current, will proceed with Du for space computation calculation, 2024-11-12T09:59:20,159 WARN [Thread-750 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data4/current/BP-2139369624-172.17.0.2-1731405558304/current, will proceed with Du for space computation calculation, 2024-11-12T09:59:20,178 WARN [Thread-701 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:59:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30695f99a8a17ef with lease ID 0x21ac8d1fa663f936: Processing first storage report for DS-4f5ce247-ab57-42f9-8f99-a7cc79618689 from datanode DatanodeRegistration(127.0.0.1:39705, datanodeUuid=c54c15cc-1794-41c1-b0fe-77e61adef972, infoPort=36261, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304) 2024-11-12T09:59:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30695f99a8a17ef with lease ID 0x21ac8d1fa663f936: from storage DS-4f5ce247-ab57-42f9-8f99-a7cc79618689 node DatanodeRegistration(127.0.0.1:39705, datanodeUuid=c54c15cc-1794-41c1-b0fe-77e61adef972, infoPort=36261, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:59:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30695f99a8a17ef with lease ID 0x21ac8d1fa663f936: Processing first storage report for DS-58489bf0-67cf-4f2c-9133-380849cb7d3b from datanode DatanodeRegistration(127.0.0.1:39705, datanodeUuid=c54c15cc-1794-41c1-b0fe-77e61adef972, infoPort=36261, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304) 2024-11-12T09:59:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30695f99a8a17ef with lease ID 0x21ac8d1fa663f936: from storage DS-58489bf0-67cf-4f2c-9133-380849cb7d3b node DatanodeRegistration(127.0.0.1:39705, datanodeUuid=c54c15cc-1794-41c1-b0fe-77e61adef972, infoPort=36261, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:59:20,240 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data5/current/BP-2139369624-172.17.0.2-1731405558304/current, will proceed with Du for space computation calculation, 2024-11-12T09:59:20,241 WARN [Thread-761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data6/current/BP-2139369624-172.17.0.2-1731405558304/current, will proceed with Du for space computation calculation, 2024-11-12T09:59:20,262 WARN [Thread-723 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:59:20,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d8e8c48a8ff3b76 with lease ID 0x21ac8d1fa663f937: Processing first storage report for DS-42aeb9a1-435d-4f73-9cf8-221634d5cd44 from datanode DatanodeRegistration(127.0.0.1:41467, datanodeUuid=6888f164-e6f5-4fc9-9374-e5747c5f60cc, infoPort=40419, infoSecurePort=0, ipcPort=33171, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304) 2024-11-12T09:59:20,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d8e8c48a8ff3b76 with lease ID 0x21ac8d1fa663f937: from storage DS-42aeb9a1-435d-4f73-9cf8-221634d5cd44 node DatanodeRegistration(127.0.0.1:41467, datanodeUuid=6888f164-e6f5-4fc9-9374-e5747c5f60cc, infoPort=40419, infoSecurePort=0, ipcPort=33171, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:59:20,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d8e8c48a8ff3b76 with lease ID 0x21ac8d1fa663f937: Processing first storage report for DS-4b95a765-6519-4b75-8f4b-4b89dbac072e from datanode DatanodeRegistration(127.0.0.1:41467, datanodeUuid=6888f164-e6f5-4fc9-9374-e5747c5f60cc, infoPort=40419, infoSecurePort=0, ipcPort=33171, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304) 2024-11-12T09:59:20,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d8e8c48a8ff3b76 with lease ID 0x21ac8d1fa663f937: from storage DS-4b95a765-6519-4b75-8f4b-4b89dbac072e node DatanodeRegistration(127.0.0.1:41467, datanodeUuid=6888f164-e6f5-4fc9-9374-e5747c5f60cc, infoPort=40419, infoSecurePort=0, ipcPort=33171, storageInfo=lv=-57;cid=testClusterID;nsid=1905516101;c=1731405558304), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:59:20,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c 2024-11-12T09:59:20,357 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/zookeeper_0, clientPort=60863, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T09:59:20,358 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60863 2024-11-12T09:59:20,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:59:20,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:59:20,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:59:20,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:59:20,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:59:20,374 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 with version=8 2024-11-12T09:59:20,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/hbase-staging 2024-11-12T09:59:20,376 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:59:20,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:59:20,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:59:20,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T09:59:20,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:59:20,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44329 2024-11-12T09:59:20,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44329 connecting to ZooKeeper ensemble=127.0.0.1:60863 2024-11-12T09:59:20,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443290x0, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:59:20,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44329-0x1012fc5cce90000 connected 2024-11-12T09:59:20,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:59:20,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:59:20,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:59:20,501 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2, hbase.cluster.distributed=false 2024-11-12T09:59:20,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:59:20,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44329 2024-11-12T09:59:20,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44329 2024-11-12T09:59:20,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44329 2024-11-12T09:59:20,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44329 2024-11-12T09:59:20,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44329 2024-11-12T09:59:20,520 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:59:20,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:59:20,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:59:20,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:59:20,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:59:20,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41899 2024-11-12T09:59:20,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41899 connecting to ZooKeeper ensemble=127.0.0.1:60863 2024-11-12T09:59:20,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:59:20,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:59:20,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418990x0, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:59:20,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:59:20,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41899-0x1012fc5cce90001 connected 2024-11-12T09:59:20,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:59:20,540 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:59:20,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:59:20,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:59:20,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41899 2024-11-12T09:59:20,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41899 2024-11-12T09:59:20,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41899 2024-11-12T09:59:20,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41899 2024-11-12T09:59:20,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41899 2024-11-12T09:59:20,558 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:59:20,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:59:20,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:59:20,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:59:20,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:59:20,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38325 2024-11-12T09:59:20,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38325 connecting to ZooKeeper ensemble=127.0.0.1:60863 2024-11-12T09:59:20,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:59:20,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:59:20,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383250x0, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:59:20,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38325-0x1012fc5cce90002 connected 2024-11-12T09:59:20,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:59:20,576 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:59:20,577 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:59:20,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:59:20,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:59:20,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-12T09:59:20,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38325 2024-11-12T09:59:20,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38325 2024-11-12T09:59:20,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-12T09:59:20,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-12T09:59:20,602 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:59:20,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:59:20,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:59:20,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:59:20,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:59:20,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:59:20,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41555 2024-11-12T09:59:20,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41555 connecting to ZooKeeper ensemble=127.0.0.1:60863 2024-11-12T09:59:20,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:59:20,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:59:20,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415550x0, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:59:20,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415550x0, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:59:20,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41555-0x1012fc5cce90003 connected 2024-11-12T09:59:20,617 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:59:20,618 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:59:20,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:59:20,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:59:20,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41555 2024-11-12T09:59:20,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41555 2024-11-12T09:59:20,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41555 2024-11-12T09:59:20,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41555 2024-11-12T09:59:20,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41555 2024-11-12T09:59:20,633 DEBUG [M:0;eb677afb1da9:44329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb677afb1da9:44329 2024-11-12T09:59:20,635 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/eb677afb1da9,44329,1731405560376 2024-11-12T09:59:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:59:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:59:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:59:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:59:20,642 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eb677afb1da9,44329,1731405560376 2024-11-12T09:59:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:59:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:59:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:59:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,651 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T09:59:20,652 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eb677afb1da9,44329,1731405560376 from backup master directory 2024-11-12T09:59:20,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eb677afb1da9,44329,1731405560376 2024-11-12T09:59:20,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:59:20,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:59:20,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:59:20,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:59:20,658 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:59:20,658 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb677afb1da9,44329,1731405560376 2024-11-12T09:59:20,663 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/hbase.id] with ID: 7840c078-4e58-4323-a774-c7c194b3c3cd 2024-11-12T09:59:20,663 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/.tmp/hbase.id 2024-11-12T09:59:20,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:59:20,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:59:20,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:59:20,674 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/.tmp/hbase.id]:[hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/hbase.id] 2024-11-12T09:59:20,688 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:59:20,688 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T09:59:20,690 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T09:59:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:59:20,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:59:20,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:59:20,709 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:59:20,710 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T09:59:20,710 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:59:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:59:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:59:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:59:20,723 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store 2024-11-12T09:59:20,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:59:20,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:59:20,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:59:20,732 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:20,732 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:59:20,732 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:59:20,732 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:59:20,732 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:59:20,732 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:59:20,732 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:59:20,732 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731405560732Disabling compacts and flushes for region at 1731405560732Disabling writes for close at 1731405560732Writing region close event to WAL at 1731405560732Closed at 1731405560732 2024-11-12T09:59:20,733 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/.initializing 2024-11-12T09:59:20,733 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/WALs/eb677afb1da9,44329,1731405560376 2024-11-12T09:59:20,734 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:59:20,737 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C44329%2C1731405560376, suffix=, logDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/WALs/eb677afb1da9,44329,1731405560376, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/oldWALs, maxLogs=10 2024-11-12T09:59:20,748 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/WALs/eb677afb1da9,44329,1731405560376/eb677afb1da9%2C44329%2C1731405560376.1731405560737, exclude list is [], retry=0 2024-11-12T09:59:20,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-4f5ce247-ab57-42f9-8f99-a7cc79618689,DISK] 2024-11-12T09:59:20,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-42aeb9a1-435d-4f73-9cf8-221634d5cd44,DISK] 2024-11-12T09:59:20,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42477,DS-08dc19c6-b5e5-42e1-b0d8-ffc7bdaf625b,DISK] 2024-11-12T09:59:20,754 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/WALs/eb677afb1da9,44329,1731405560376/eb677afb1da9%2C44329%2C1731405560376.1731405560737 2024-11-12T09:59:20,754 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36261:36261),(127.0.0.1/127.0.0.1:40419:40419),(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-12T09:59:20,754 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:59:20,755 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:20,755 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,755 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T09:59:20,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:20,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:59:20,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T09:59:20,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:20,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:20,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T09:59:20,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:20,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:20,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T09:59:20,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:20,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:20,765 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,766 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,766 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,768 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,768 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,769 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:59:20,770 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:59:20,772 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:20,772 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63813226, jitterRate=-0.0491088330745697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:59:20,773 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731405560755Initializing all the Stores at 1731405560756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405560756Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405560756Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405560756Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405560757 (+1 ms)Cleaning up temporary data from old regions at 1731405560768 (+11 ms)Region opened successfully at 1731405560773 (+5 ms) 2024-11-12T09:59:20,773 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T09:59:20,777 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c12a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:59:20,778 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T09:59:20,778 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T09:59:20,778 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T09:59:20,778 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T09:59:20,779 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T09:59:20,779 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T09:59:20,779 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T09:59:20,785 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T09:59:20,785 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T09:59:20,800 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T09:59:20,800 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T09:59:20,801 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T09:59:20,808 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T09:59:20,809 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T09:59:20,810 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T09:59:20,817 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T09:59:20,818 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T09:59:20,825 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T09:59:20,829 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T09:59:20,838 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T09:59:20,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:59:20,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:59:20,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:59:20,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:59:20,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,853 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb677afb1da9,44329,1731405560376, sessionid=0x1012fc5cce90000, setting cluster-up flag (Was=false) 2024-11-12T09:59:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,900 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T09:59:20,903 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,44329,1731405560376 2024-11-12T09:59:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:20,950 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T09:59:20,952 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,44329,1731405560376 2024-11-12T09:59:20,954 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T09:59:20,956 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T09:59:20,957 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T09:59:20,957 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T09:59:20,958 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb677afb1da9,44329,1731405560376 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T09:59:20,959 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:59:20,960 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:59:20,960 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:59:20,960 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:59:20,960 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb677afb1da9:0, corePoolSize=10, maxPoolSize=10 2024-11-12T09:59:20,960 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:20,960 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:59:20,960 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:20,961 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731405590961 2024-11-12T09:59:20,961 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T09:59:20,962 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T09:59:20,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:59:20,962 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T09:59:20,962 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T09:59:20,962 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T09:59:20,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T09:59:20,962 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T09:59:20,962 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:20,962 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T09:59:20,963 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T09:59:20,963 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T09:59:20,963 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T09:59:20,963 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:20,963 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T09:59:20,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T09:59:20,964 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731405560963,5,FailOnTimeoutGroup] 2024-11-12T09:59:20,965 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731405560964,5,FailOnTimeoutGroup] 2024-11-12T09:59:20,965 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:20,965 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T09:59:20,965 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:20,965 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:20,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:59:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:59:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:59:20,976 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T09:59:20,976 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:20,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:59:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:59:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:59:20,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:20,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:59:20,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:59:20,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:20,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:59:20,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:59:20,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:59:20,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:20,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:59:20,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:59:20,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:59:20,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:20,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:59:20,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:59:20,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:59:20,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:20,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:59:20,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:59:20,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740 2024-11-12T09:59:20,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740 2024-11-12T09:59:20,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:59:20,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:59:21,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:59:21,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:59:21,003 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:21,004 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63745008, jitterRate=-0.0501253604888916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:59:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731405560987Initializing all the Stores at 1731405560987Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405560987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405560988 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405560988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405560988Cleaning up temporary data from old regions at 1731405560999 (+11 ms)Region opened successfully at 1731405561004 (+5 ms) 2024-11-12T09:59:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:59:21,004 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:59:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:59:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:59:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:59:21,004 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:59:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731405561004Disabling compacts and flushes for region at 1731405561004Disabling writes for close at 1731405561004Writing region close event to WAL at 1731405561004Closed at 1731405561004 2024-11-12T09:59:21,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:59:21,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T09:59:21,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T09:59:21,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:59:21,007 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T09:59:21,024 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.HRegionServer(746): ClusterId : 7840c078-4e58-4323-a774-c7c194b3c3cd 2024-11-12T09:59:21,024 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(746): ClusterId : 7840c078-4e58-4323-a774-c7c194b3c3cd 2024-11-12T09:59:21,024 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(746): ClusterId : 7840c078-4e58-4323-a774-c7c194b3c3cd 2024-11-12T09:59:21,024 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:59:21,024 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:59:21,024 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:59:21,052 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:59:21,052 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:59:21,052 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:59:21,052 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:59:21,052 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:59:21,052 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:59:21,072 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:59:21,072 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:59:21,073 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:59:21,073 DEBUG [RS:1;eb677afb1da9:38325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627bc7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:59:21,073 DEBUG [RS:2;eb677afb1da9:41555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396c5b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:59:21,073 DEBUG [RS:0;eb677afb1da9:41899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ece8e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:59:21,086 DEBUG [RS:2;eb677afb1da9:41555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;eb677afb1da9:41555 2024-11-12T09:59:21,086 DEBUG [RS:0;eb677afb1da9:41899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb677afb1da9:41899 2024-11-12T09:59:21,086 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:59:21,086 DEBUG [RS:1;eb677afb1da9:38325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;eb677afb1da9:38325 2024-11-12T09:59:21,086 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:59:21,086 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:59:21,086 DEBUG [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:59:21,086 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:59:21,086 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:59:21,086 DEBUG [RS:2;eb677afb1da9:41555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:59:21,086 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:59:21,086 DEBUG [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:59:21,087 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,44329,1731405560376 with port=38325, startcode=1731405560558 2024-11-12T09:59:21,087 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,44329,1731405560376 with port=41555, startcode=1731405560602 2024-11-12T09:59:21,087 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,44329,1731405560376 with port=41899, startcode=1731405560520 2024-11-12T09:59:21,087 DEBUG [RS:1;eb677afb1da9:38325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:59:21,087 DEBUG [RS:0;eb677afb1da9:41899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:59:21,087 DEBUG [RS:2;eb677afb1da9:41555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:59:21,089 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37925, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:59:21,089 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:59:21,089 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:59:21,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,41555,1731405560602 2024-11-12T09:59:21,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,41555,1731405560602 2024-11-12T09:59:21,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,38325,1731405560558 2024-11-12T09:59:21,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,38325,1731405560558 2024-11-12T09:59:21,091 DEBUG [RS:2;eb677afb1da9:41555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:21,091 DEBUG [RS:2;eb677afb1da9:41555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42411 2024-11-12T09:59:21,091 DEBUG [RS:2;eb677afb1da9:41555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:59:21,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,41899,1731405560520 2024-11-12T09:59:21,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,41899,1731405560520 2024-11-12T09:59:21,092 DEBUG [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:21,092 DEBUG [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42411 2024-11-12T09:59:21,092 DEBUG [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:59:21,093 DEBUG [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:21,093 DEBUG [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42411 2024-11-12T09:59:21,093 DEBUG [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:59:21,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:59:21,129 DEBUG [RS:2;eb677afb1da9:41555 {}] zookeeper.ZKUtil(111): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,41555,1731405560602 2024-11-12T09:59:21,129 WARN [RS:2;eb677afb1da9:41555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:59:21,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,41899,1731405560520] 2024-11-12T09:59:21,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,41555,1731405560602] 2024-11-12T09:59:21,130 INFO [RS:2;eb677afb1da9:41555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:59:21,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,38325,1731405560558] 2024-11-12T09:59:21,130 DEBUG [RS:1;eb677afb1da9:38325 {}] zookeeper.ZKUtil(111): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,38325,1731405560558 2024-11-12T09:59:21,130 DEBUG [RS:0;eb677afb1da9:41899 {}] zookeeper.ZKUtil(111): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,41899,1731405560520 2024-11-12T09:59:21,130 DEBUG [RS:2;eb677afb1da9:41555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602 2024-11-12T09:59:21,130 WARN [RS:1;eb677afb1da9:38325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:59:21,130 WARN [RS:0;eb677afb1da9:41899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:59:21,130 INFO [RS:1;eb677afb1da9:38325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:59:21,130 INFO [RS:0;eb677afb1da9:41899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:59:21,130 DEBUG [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,38325,1731405560558 2024-11-12T09:59:21,130 DEBUG [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41899,1731405560520 2024-11-12T09:59:21,136 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:59:21,136 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:59:21,136 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:59:21,139 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:59:21,143 INFO [RS:0;eb677afb1da9:41899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:59:21,143 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:59:21,143 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,143 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:59:21,143 INFO [RS:1;eb677afb1da9:38325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:59:21,143 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:59:21,143 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,144 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:59:21,144 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,144 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,144 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,144 INFO [RS:2;eb677afb1da9:41555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:59:21,144 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,144 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:59:21,144 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,144 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,144 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,144 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:59:21,145 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:59:21,145 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:59:21,145 DEBUG [RS:0;eb677afb1da9:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:59:21,145 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,145 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:59:21,145 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,145 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,146 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,146 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,146 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,146 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,146 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:59:21,146 DEBUG [RS:1;eb677afb1da9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:59:21,146 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:59:21,147 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:59:21,147 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:59:21,148 DEBUG [RS:2;eb677afb1da9:41555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:59:21,150 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,150 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,150 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,150 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,151 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,151 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,151 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,151 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,151 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,151 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,41899,1731405560520-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:59:21,151 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,151 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,38325,1731405560558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:59:21,153 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,153 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,153 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,153 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,153 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,153 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,41555,1731405560602-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:59:21,157 WARN [eb677afb1da9:44329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T09:59:21,165 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:59:21,166 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,41899,1731405560520-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,166 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,166 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.Replication(171): eb677afb1da9,41899,1731405560520 started 2024-11-12T09:59:21,167 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:59:21,167 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,41555,1731405560602-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,167 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,167 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.Replication(171): eb677afb1da9,41555,1731405560602 started 2024-11-12T09:59:21,170 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:59:21,170 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,38325,1731405560558-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,170 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,170 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.Replication(171): eb677afb1da9,38325,1731405560558 started 2024-11-12T09:59:21,178 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,178 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,41899,1731405560520, RpcServer on eb677afb1da9/172.17.0.2:41899, sessionid=0x1012fc5cce90001 2024-11-12T09:59:21,178 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:59:21,178 DEBUG [RS:0;eb677afb1da9:41899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,41899,1731405560520 2024-11-12T09:59:21,178 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,41899,1731405560520' 2024-11-12T09:59:21,178 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:59:21,178 INFO [RS:2;eb677afb1da9:41555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,178 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,41555,1731405560602, RpcServer on eb677afb1da9/172.17.0.2:41555, sessionid=0x1012fc5cce90003 2024-11-12T09:59:21,178 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:59:21,179 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:59:21,179 DEBUG [RS:2;eb677afb1da9:41555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,41555,1731405560602 2024-11-12T09:59:21,179 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,41555,1731405560602' 2024-11-12T09:59:21,179 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:59:21,179 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:59:21,179 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:59:21,179 DEBUG [RS:0;eb677afb1da9:41899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,41899,1731405560520 2024-11-12T09:59:21,179 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,41899,1731405560520' 2024-11-12T09:59:21,179 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:59:21,179 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:59:21,180 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:59:21,180 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:59:21,180 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:59:21,180 DEBUG [RS:2;eb677afb1da9:41555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,41555,1731405560602 2024-11-12T09:59:21,180 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,41555,1731405560602' 2024-11-12T09:59:21,180 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:59:21,180 DEBUG [RS:0;eb677afb1da9:41899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:59:21,180 INFO [RS:0;eb677afb1da9:41899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:59:21,180 INFO [RS:0;eb677afb1da9:41899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:59:21,180 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:59:21,180 DEBUG [RS:2;eb677afb1da9:41555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:59:21,180 INFO [RS:2;eb677afb1da9:41555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:59:21,180 INFO [RS:2;eb677afb1da9:41555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:59:21,182 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:21,182 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,38325,1731405560558, RpcServer on eb677afb1da9/172.17.0.2:38325, sessionid=0x1012fc5cce90002 2024-11-12T09:59:21,182 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:59:21,182 DEBUG [RS:1;eb677afb1da9:38325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,38325,1731405560558 2024-11-12T09:59:21,182 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,38325,1731405560558' 2024-11-12T09:59:21,182 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:59:21,183 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:59:21,183 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:59:21,183 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:59:21,183 DEBUG [RS:1;eb677afb1da9:38325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,38325,1731405560558 2024-11-12T09:59:21,183 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,38325,1731405560558' 2024-11-12T09:59:21,183 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:59:21,183 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:59:21,184 DEBUG [RS:1;eb677afb1da9:38325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:59:21,184 INFO [RS:1;eb677afb1da9:38325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:59:21,184 INFO [RS:1;eb677afb1da9:38325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:59:21,281 INFO [RS:0;eb677afb1da9:41899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:59:21,281 INFO [RS:2;eb677afb1da9:41555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:59:21,285 INFO [RS:1;eb677afb1da9:38325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:59:21,285 INFO [RS:2;eb677afb1da9:41555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C41555%2C1731405560602, suffix=, logDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/oldWALs, maxLogs=32 2024-11-12T09:59:21,285 INFO [RS:0;eb677afb1da9:41899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C41899%2C1731405560520, suffix=, logDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41899,1731405560520, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/oldWALs, maxLogs=32 2024-11-12T09:59:21,288 INFO [RS:1;eb677afb1da9:38325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C38325%2C1731405560558, suffix=, logDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,38325,1731405560558, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/oldWALs, maxLogs=32 2024-11-12T09:59:21,301 DEBUG [RS:2;eb677afb1da9:41555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602/eb677afb1da9%2C41555%2C1731405560602.1731405561290, exclude list is [], retry=0 2024-11-12T09:59:21,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42477,DS-08dc19c6-b5e5-42e1-b0d8-ffc7bdaf625b,DISK] 2024-11-12T09:59:21,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-42aeb9a1-435d-4f73-9cf8-221634d5cd44,DISK] 2024-11-12T09:59:21,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-4f5ce247-ab57-42f9-8f99-a7cc79618689,DISK] 2024-11-12T09:59:21,306 INFO [RS:2;eb677afb1da9:41555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602/eb677afb1da9%2C41555%2C1731405560602.1731405561290 2024-11-12T09:59:21,306 DEBUG [RS:2;eb677afb1da9:41555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36261:36261),(127.0.0.1/127.0.0.1:43451:43451),(127.0.0.1/127.0.0.1:40419:40419)] 2024-11-12T09:59:21,307 DEBUG [RS:1;eb677afb1da9:38325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,38325,1731405560558/eb677afb1da9%2C38325%2C1731405560558.1731405561291, exclude list is [], retry=0 2024-11-12T09:59:21,307 DEBUG [RS:0;eb677afb1da9:41899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41899,1731405560520/eb677afb1da9%2C41899%2C1731405560520.1731405561291, exclude list is [], retry=0 2024-11-12T09:59:21,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-42aeb9a1-435d-4f73-9cf8-221634d5cd44,DISK] 2024-11-12T09:59:21,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42477,DS-08dc19c6-b5e5-42e1-b0d8-ffc7bdaf625b,DISK] 2024-11-12T09:59:21,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42477,DS-08dc19c6-b5e5-42e1-b0d8-ffc7bdaf625b,DISK] 2024-11-12T09:59:21,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-4f5ce247-ab57-42f9-8f99-a7cc79618689,DISK] 2024-11-12T09:59:21,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-4f5ce247-ab57-42f9-8f99-a7cc79618689,DISK] 2024-11-12T09:59:21,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-42aeb9a1-435d-4f73-9cf8-221634d5cd44,DISK] 2024-11-12T09:59:21,313 INFO [RS:0;eb677afb1da9:41899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41899,1731405560520/eb677afb1da9%2C41899%2C1731405560520.1731405561291 2024-11-12T09:59:21,313 INFO [RS:1;eb677afb1da9:38325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,38325,1731405560558/eb677afb1da9%2C38325%2C1731405560558.1731405561291 2024-11-12T09:59:21,313 DEBUG [RS:0;eb677afb1da9:41899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451),(127.0.0.1/127.0.0.1:40419:40419),(127.0.0.1/127.0.0.1:36261:36261)] 2024-11-12T09:59:21,313 DEBUG [RS:1;eb677afb1da9:38325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451),(127.0.0.1/127.0.0.1:36261:36261),(127.0.0.1/127.0.0.1:40419:40419)] 2024-11-12T09:59:21,408 DEBUG [eb677afb1da9:44329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T09:59:21,408 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(204): Hosts are {eb677afb1da9=0} racks are {/default-rack=0} 2024-11-12T09:59:21,413 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T09:59:21,413 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T09:59:21,413 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T09:59:21,413 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T09:59:21,413 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T09:59:21,413 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T09:59:21,414 INFO [eb677afb1da9:44329 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T09:59:21,414 INFO [eb677afb1da9:44329 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T09:59:21,414 INFO [eb677afb1da9:44329 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T09:59:21,414 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T09:59:21,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb677afb1da9,38325,1731405560558 2024-11-12T09:59:21,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,38325,1731405560558, state=OPENING 2024-11-12T09:59:21,450 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T09:59:21,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:21,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:21,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:21,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:59:21,459 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:59:21,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:59:21,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:59:21,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:59:21,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:59:21,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,38325,1731405560558}] 2024-11-12T09:59:22,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:22,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:22,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:22,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T09:59:22,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:22,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:22,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:31,462 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:59:31,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:59:31,471 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T09:59:31,472 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:59:31,472 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T09:59:31,474 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C38325%2C1731405560558.meta, suffix=.meta, logDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,38325,1731405560558, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/oldWALs, maxLogs=32 2024-11-12T09:59:31,489 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,38325,1731405560558/eb677afb1da9%2C38325%2C1731405560558.meta.1731405571475.meta, exclude list is [], retry=0 2024-11-12T09:59:31,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-4f5ce247-ab57-42f9-8f99-a7cc79618689,DISK] 2024-11-12T09:59:31,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-42aeb9a1-435d-4f73-9cf8-221634d5cd44,DISK] 2024-11-12T09:59:31,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42477,DS-08dc19c6-b5e5-42e1-b0d8-ffc7bdaf625b,DISK] 2024-11-12T09:59:31,493 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,38325,1731405560558/eb677afb1da9%2C38325%2C1731405560558.meta.1731405571475.meta 2024-11-12T09:59:31,493 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36261:36261),(127.0.0.1/127.0.0.1:40419:40419),(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-12T09:59:31,494 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:59:31,494 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T09:59:31,494 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T09:59:31,494 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T09:59:31,494 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T09:59:31,494 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:31,494 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T09:59:31,494 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T09:59:31,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:59:31,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:59:31,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:31,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:59:31,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:59:31,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:59:31,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:31,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:59:31,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:59:31,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:59:31,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:31,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:59:31,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:59:31,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:59:31,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:31,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:59:31,502 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:59:31,502 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740 2024-11-12T09:59:31,504 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740 2024-11-12T09:59:31,505 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:59:31,505 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:59:31,506 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:59:31,507 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:59:31,508 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61249100, jitterRate=-0.08731728792190552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:59:31,508 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T09:59:31,508 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731405571495Writing region info on filesystem at 1731405571495Initializing all the Stores at 1731405571496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405571496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405571496Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405571496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731405571496Cleaning up temporary data from old regions at 1731405571505 (+9 ms)Running coprocessor post-open hooks at 1731405571508 (+3 ms)Region opened successfully at 1731405571508 2024-11-12T09:59:31,510 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731405571461 2024-11-12T09:59:31,511 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T09:59:31,512 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T09:59:31,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38325,1731405560558 2024-11-12T09:59:31,513 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,38325,1731405560558, state=OPEN 2024-11-12T09:59:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:59:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:59:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:59:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:59:31,556 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb677afb1da9,38325,1731405560558 2024-11-12T09:59:31,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:59:31,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:59:31,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:59:31,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:59:31,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T09:59:31,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,38325,1731405560558 in 10.0980 sec 2024-11-12T09:59:31,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T09:59:31,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5550 sec 2024-11-12T09:59:31,563 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:59:31,563 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T09:59:31,566 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:59:31,566 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38325,1731405560558, seqNum=-1] 2024-11-12T09:59:31,567 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:59:31,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56413, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:59:31,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6180 sec 2024-11-12T09:59:31,573 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731405571573, completionTime=-1 2024-11-12T09:59:31,573 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T09:59:31,574 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T09:59:31,575 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-12T09:59:31,575 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731405631575 2024-11-12T09:59:31,575 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731405691575 2024-11-12T09:59:31,575 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-12T09:59:31,575 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T09:59:31,576 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44329,1731405560376-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:31,576 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44329,1731405560376-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:31,576 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44329,1731405560376-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:31,576 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb677afb1da9:44329, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:31,576 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:31,576 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:31,578 DEBUG [master/eb677afb1da9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T09:59:31,580 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.922sec 2024-11-12T09:59:31,581 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T09:59:31,581 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T09:59:31,581 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T09:59:31,581 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T09:59:31,581 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T09:59:31,581 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44329,1731405560376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:59:31,581 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44329,1731405560376-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T09:59:31,583 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T09:59:31,583 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T09:59:31,584 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44329,1731405560376-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:59:31,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24517013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:59:31,638 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb677afb1da9,44329,-1 for getting cluster id 2024-11-12T09:59:31,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:59:31,641 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7840c078-4e58-4323-a774-c7c194b3c3cd' 2024-11-12T09:59:31,641 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:59:31,642 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7840c078-4e58-4323-a774-c7c194b3c3cd" 2024-11-12T09:59:31,642 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8783303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:59:31,642 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb677afb1da9,44329,-1] 2024-11-12T09:59:31,643 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:59:31,643 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:59:31,646 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:59:31,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655b75f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:59:31,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:59:31,651 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38325,1731405560558, seqNum=-1] 2024-11-12T09:59:31,651 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:59:31,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:59:31,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb677afb1da9,44329,1731405560376 2024-11-12T09:59:31,656 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731405571656 (current time:1731405571656). 2024-11-12T09:59:31,656 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T09:59:31,656 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T09:59:31,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56960cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:59:31,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb677afb1da9,44329,-1 for getting cluster id 2024-11-12T09:59:31,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:59:31,658 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7840c078-4e58-4323-a774-c7c194b3c3cd' 2024-11-12T09:59:31,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:59:31,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7840c078-4e58-4323-a774-c7c194b3c3cd" 2024-11-12T09:59:31,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592e757d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:59:31,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb677afb1da9,44329,-1] 2024-11-12T09:59:31,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:59:31,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:59:31,659 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:59:31,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df894eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:59:31,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:59:31,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38325,1731405560558, seqNum=-1] 2024-11-12T09:59:31,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:59:31,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:59:31,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:59:31,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:59:31,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:59:31,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:59:31,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:59:31,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:59:31,665 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb677afb1da9,44329,1731405560376 2024-11-12T09:59:31,665 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eb69e9c 2024-11-12T09:59:31,665 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:59:31,667 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:59:31,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:59:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T09:59:31,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:59:31,670 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:31,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T09:59:31,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:59:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:59:31,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741837_1013 (size=361) 2024-11-12T09:59:31,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741837_1013 (size=361) 2024-11-12T09:59:31,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741837_1013 (size=361) 2024-11-12T09:59:31,682 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80fd884b965e8b16fa2ce7633742344e, NAME => 'SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:31,683 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 85612fd2070c501879dde3de21cd7a7f, NAME => 'SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:31,687 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c1e65768cb31b5e8e7a74b56cbd591aa, NAME => 'SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741839_1015 (size=54) 2024-11-12T09:59:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741838_1014 (size=62) 2024-11-12T09:59:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741839_1015 (size=54) 2024-11-12T09:59:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741838_1014 (size=62) 2024-11-12T09:59:31,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741838_1014 (size=62) 2024-11-12T09:59:31,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741839_1015 (size=54) 2024-11-12T09:59:31,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:31,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 85612fd2070c501879dde3de21cd7a7f, disabling compactions & flushes 2024-11-12T09:59:31,697 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f. 2024-11-12T09:59:31,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f. 2024-11-12T09:59:31,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f. after waiting 0 ms 2024-11-12T09:59:31,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f. 2024-11-12T09:59:31,697 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f. 2024-11-12T09:59:31,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 85612fd2070c501879dde3de21cd7a7f: Waiting for close lock at 1731405571697Disabling compacts and flushes for region at 1731405571697Disabling writes for close at 1731405571697Writing region close event to WAL at 1731405571697Closed at 1731405571697 2024-11-12T09:59:31,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:31,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 80fd884b965e8b16fa2ce7633742344e, disabling compactions & flushes 2024-11-12T09:59:31,697 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 192f5644429c9979e876a3c5be579ccd, NAME => 'SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:31,697 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T09:59:31,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T09:59:31,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. after waiting 0 ms 2024-11-12T09:59:31,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T09:59:31,698 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T09:59:31,698 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80fd884b965e8b16fa2ce7633742344e: Waiting for close lock at 1731405571697Disabling compacts and flushes for region at 1731405571697Disabling writes for close at 1731405571698 (+1 ms)Writing region close event to WAL at 1731405571698Closed at 1731405571698 2024-11-12T09:59:31,698 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 132aa7e7fe9e9e13142577ea1f55d0d6, NAME => 'SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741840_1016 (size=62) 2024-11-12T09:59:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741840_1016 (size=62) 2024-11-12T09:59:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741840_1016 (size=62) 2024-11-12T09:59:31,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:31,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c1e65768cb31b5e8e7a74b56cbd591aa, disabling compactions & flushes 2024-11-12T09:59:31,711 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T09:59:31,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T09:59:31,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. after waiting 0 ms 2024-11-12T09:59:31,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T09:59:31,711 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T09:59:31,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c1e65768cb31b5e8e7a74b56cbd591aa: Waiting for close lock at 1731405571711Disabling compacts and flushes for region at 1731405571711Disabling writes for close at 1731405571711Writing region close event to WAL at 1731405571711Closed at 1731405571711 2024-11-12T09:59:31,712 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1c9b91d53cc6eef7661e21110e1a6449, NAME => 'SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741841_1017 (size=62) 2024-11-12T09:59:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741841_1017 (size=62) 2024-11-12T09:59:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741841_1017 (size=62) 2024-11-12T09:59:31,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:31,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 192f5644429c9979e876a3c5be579ccd, disabling compactions & flushes 2024-11-12T09:59:31,723 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T09:59:31,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T09:59:31,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. after waiting 0 ms 2024-11-12T09:59:31,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T09:59:31,723 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T09:59:31,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 192f5644429c9979e876a3c5be579ccd: Waiting for close lock at 1731405571723Disabling compacts and flushes for region at 1731405571723Disabling writes for close at 1731405571723Writing region close event to WAL at 1731405571723Closed at 1731405571723 2024-11-12T09:59:31,724 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ea5ea580e6cd9ae9e1d30f322e3d9aa8, NAME => 'SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741842_1018 (size=62) 2024-11-12T09:59:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741842_1018 (size=62) 2024-11-12T09:59:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741842_1018 (size=62) 2024-11-12T09:59:31,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:31,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 132aa7e7fe9e9e13142577ea1f55d0d6, disabling compactions & flushes 2024-11-12T09:59:31,727 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T09:59:31,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T09:59:31,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. after waiting 0 ms 2024-11-12T09:59:31,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T09:59:31,727 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T09:59:31,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 132aa7e7fe9e9e13142577ea1f55d0d6: Waiting for close lock at 1731405571727Disabling compacts and flushes for region at 1731405571727Disabling writes for close at 1731405571727Writing region close event to WAL at 1731405571727Closed at 1731405571727 2024-11-12T09:59:31,728 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e511fa2395b483dbcaebb006920b575f, NAME => 'SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:31,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741844_1020 (size=62) 2024-11-12T09:59:31,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741844_1020 (size=62) 2024-11-12T09:59:31,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741844_1020 (size=62) 2024-11-12T09:59:31,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:31,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ea5ea580e6cd9ae9e1d30f322e3d9aa8, disabling compactions & flushes 2024-11-12T09:59:31,734 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T09:59:31,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T09:59:31,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. after waiting 0 ms 2024-11-12T09:59:31,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T09:59:31,734 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T09:59:31,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ea5ea580e6cd9ae9e1d30f322e3d9aa8: Waiting for close lock at 1731405571734Disabling compacts and flushes for region at 1731405571734Disabling writes for close at 1731405571734Writing region close event to WAL at 1731405571734Closed at 1731405571734 2024-11-12T09:59:31,735 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 71323f2dc0bcacbf8271569638b9217d, NAME => 'SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:31,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741843_1019 (size=62) 2024-11-12T09:59:31,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741843_1019 (size=62) 2024-11-12T09:59:31,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741843_1019 (size=62) 2024-11-12T09:59:31,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:31,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1c9b91d53cc6eef7661e21110e1a6449, disabling compactions & flushes 2024-11-12T09:59:31,742 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449. 2024-11-12T09:59:31,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449. 2024-11-12T09:59:31,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449. after waiting 0 ms 2024-11-12T09:59:31,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449. 2024-11-12T09:59:31,742 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449. 2024-11-12T09:59:31,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1c9b91d53cc6eef7661e21110e1a6449: Waiting for close lock at 1731405571742Disabling compacts and flushes for region at 1731405571742Disabling writes for close at 1731405571742Writing region close event to WAL at 1731405571742Closed at 1731405571742 2024-11-12T09:59:31,743 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 003f62f8dcec50660abf396d7ae7d54e, NAME => 'SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2 2024-11-12T09:59:31,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741845_1021 (size=62) 2024-11-12T09:59:31,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741845_1021 (size=62) 2024-11-12T09:59:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741845_1021 (size=62) 2024-11-12T09:59:31,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:31,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e511fa2395b483dbcaebb006920b575f, disabling compactions & flushes 2024-11-12T09:59:31,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T09:59:31,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T09:59:31,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. after waiting 0 ms 2024-11-12T09:59:31,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T09:59:31,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T09:59:31,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e511fa2395b483dbcaebb006920b575f: Waiting for close lock at 1731405571749Disabling compacts and flushes for region at 1731405571749Disabling writes for close at 1731405571749Writing region close event to WAL at 1731405571749Closed at 1731405571749 2024-11-12T09:59:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741846_1022 (size=62) 2024-11-12T09:59:31,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741846_1022 (size=62) 2024-11-12T09:59:31,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741846_1022 (size=62) 2024-11-12T09:59:31,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:31,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 71323f2dc0bcacbf8271569638b9217d, disabling compactions & flushes 2024-11-12T09:59:31,752 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T09:59:31,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T09:59:31,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. after waiting 0 ms 2024-11-12T09:59:31,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T09:59:31,753 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T09:59:31,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 71323f2dc0bcacbf8271569638b9217d: Waiting for close lock at 1731405571752Disabling compacts and flushes for region at 1731405571752Disabling writes for close at 1731405571753 (+1 ms)Writing region close event to WAL at 1731405571753Closed at 1731405571753 2024-11-12T09:59:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741847_1023 (size=54) 2024-11-12T09:59:31,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741847_1023 (size=54) 2024-11-12T09:59:31,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741847_1023 (size=54) 2024-11-12T09:59:31,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:31,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 003f62f8dcec50660abf396d7ae7d54e, disabling compactions & flushes 2024-11-12T09:59:31,758 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T09:59:31,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T09:59:31,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. after waiting 0 ms 2024-11-12T09:59:31,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T09:59:31,758 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T09:59:31,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 003f62f8dcec50660abf396d7ae7d54e: Waiting for close lock at 1731405571758Disabling compacts and flushes for region at 1731405571758Disabling writes for close at 1731405571758Writing region close event to WAL at 1731405571758Closed at 1731405571758 2024-11-12T09:59:31,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:59:31,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405571759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405571759"}]},"ts":"1731405571759"} 2024-11-12T09:59:31,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731405571759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405571759"}]},"ts":"1731405571759"} 2024-11-12T09:59:31,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405571759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405571759"}]},"ts":"1731405571759"} 2024-11-12T09:59:31,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405571759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405571759"}]},"ts":"1731405571759"} 2024-11-12T09:59:31,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405571759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405571759"}]},"ts":"1731405571759"} 2024-11-12T09:59:31,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405571759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405571759"}]},"ts":"1731405571759"} 2024-11-12T09:59:31,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405571759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405571759"}]},"ts":"1731405571759"} 2024-11-12T09:59:31,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405571759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405571759"}]},"ts":"1731405571759"} 2024-11-12T09:59:31,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731405571759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405571759"}]},"ts":"1731405571759"} 2024-11-12T09:59:31,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731405571759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731405571759"}]},"ts":"1731405571759"} 2024-11-12T09:59:31,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T09:59:31,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:59:31,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731405571765"}]},"ts":"1731405571765"} 2024-11-12T09:59:31,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T09:59:31,768 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {eb677afb1da9=0} racks are {/default-rack=0} 2024-11-12T09:59:31,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T09:59:31,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T09:59:31,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T09:59:31,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T09:59:31,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T09:59:31,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T09:59:31,772 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T09:59:31,772 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T09:59:31,772 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T09:59:31,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T09:59:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:59:31,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80fd884b965e8b16fa2ce7633742344e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85612fd2070c501879dde3de21cd7a7f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1e65768cb31b5e8e7a74b56cbd591aa, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=192f5644429c9979e876a3c5be579ccd, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=132aa7e7fe9e9e13142577ea1f55d0d6, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c9b91d53cc6eef7661e21110e1a6449, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea5ea580e6cd9ae9e1d30f322e3d9aa8, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e511fa2395b483dbcaebb006920b575f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71323f2dc0bcacbf8271569638b9217d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=003f62f8dcec50660abf396d7ae7d54e, ASSIGN}] 2024-11-12T09:59:31,775 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=003f62f8dcec50660abf396d7ae7d54e, ASSIGN 2024-11-12T09:59:31,775 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71323f2dc0bcacbf8271569638b9217d, ASSIGN 2024-11-12T09:59:31,775 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e511fa2395b483dbcaebb006920b575f, ASSIGN 2024-11-12T09:59:31,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea5ea580e6cd9ae9e1d30f322e3d9aa8, ASSIGN 2024-11-12T09:59:31,776 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e511fa2395b483dbcaebb006920b575f, ASSIGN; state=OFFLINE, location=eb677afb1da9,38325,1731405560558; forceNewPlan=false, retain=false 2024-11-12T09:59:31,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c9b91d53cc6eef7661e21110e1a6449, ASSIGN 2024-11-12T09:59:31,776 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ea5ea580e6cd9ae9e1d30f322e3d9aa8, ASSIGN; state=OFFLINE, location=eb677afb1da9,41899,1731405560520; forceNewPlan=false, retain=false 2024-11-12T09:59:31,776 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=71323f2dc0bcacbf8271569638b9217d, ASSIGN; state=OFFLINE, location=eb677afb1da9,41899,1731405560520; forceNewPlan=false, retain=false 2024-11-12T09:59:31,776 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=003f62f8dcec50660abf396d7ae7d54e, ASSIGN; state=OFFLINE, location=eb677afb1da9,41555,1731405560602; forceNewPlan=false, retain=false 2024-11-12T09:59:31,777 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c9b91d53cc6eef7661e21110e1a6449, ASSIGN; state=OFFLINE, location=eb677afb1da9,41555,1731405560602; forceNewPlan=false, retain=false 2024-11-12T09:59:31,779 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=132aa7e7fe9e9e13142577ea1f55d0d6, ASSIGN 2024-11-12T09:59:31,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85612fd2070c501879dde3de21cd7a7f, ASSIGN 2024-11-12T09:59:31,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1e65768cb31b5e8e7a74b56cbd591aa, ASSIGN 2024-11-12T09:59:31,779 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=192f5644429c9979e876a3c5be579ccd, ASSIGN 2024-11-12T09:59:31,779 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80fd884b965e8b16fa2ce7633742344e, ASSIGN 2024-11-12T09:59:31,780 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=132aa7e7fe9e9e13142577ea1f55d0d6, ASSIGN; state=OFFLINE, location=eb677afb1da9,38325,1731405560558; forceNewPlan=false, retain=false 2024-11-12T09:59:31,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1e65768cb31b5e8e7a74b56cbd591aa, ASSIGN; state=OFFLINE, location=eb677afb1da9,41899,1731405560520; forceNewPlan=false, retain=false 2024-11-12T09:59:31,780 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85612fd2070c501879dde3de21cd7a7f, ASSIGN; state=OFFLINE, location=eb677afb1da9,41555,1731405560602; forceNewPlan=false, retain=false 2024-11-12T09:59:31,780 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=192f5644429c9979e876a3c5be579ccd, ASSIGN; state=OFFLINE, location=eb677afb1da9,41555,1731405560602; forceNewPlan=false, retain=false 2024-11-12T09:59:31,780 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80fd884b965e8b16fa2ce7633742344e, ASSIGN; state=OFFLINE, location=eb677afb1da9,38325,1731405560558; forceNewPlan=false, retain=false 2024-11-12T09:59:31,927 INFO [eb677afb1da9:44329 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T09:59:31,928 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c1e65768cb31b5e8e7a74b56cbd591aa, regionState=OPENING, regionLocation=eb677afb1da9,41899,1731405560520 2024-11-12T09:59:31,928 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=71323f2dc0bcacbf8271569638b9217d, regionState=OPENING, regionLocation=eb677afb1da9,41899,1731405560520 2024-11-12T09:59:31,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ea5ea580e6cd9ae9e1d30f322e3d9aa8, regionState=OPENING, regionLocation=eb677afb1da9,41899,1731405560520 2024-11-12T09:59:31,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=003f62f8dcec50660abf396d7ae7d54e, regionState=OPENING, regionLocation=eb677afb1da9,41555,1731405560602 2024-11-12T09:59:31,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1c9b91d53cc6eef7661e21110e1a6449, regionState=OPENING, regionLocation=eb677afb1da9,41555,1731405560602 2024-11-12T09:59:31,930 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=192f5644429c9979e876a3c5be579ccd, regionState=OPENING, regionLocation=eb677afb1da9,41555,1731405560602 2024-11-12T09:59:31,930 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=85612fd2070c501879dde3de21cd7a7f, regionState=OPENING, regionLocation=eb677afb1da9,41555,1731405560602 2024-11-12T09:59:31,930 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e511fa2395b483dbcaebb006920b575f, regionState=OPENING, regionLocation=eb677afb1da9,38325,1731405560558 2024-11-12T09:59:31,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=132aa7e7fe9e9e13142577ea1f55d0d6, regionState=OPENING, regionLocation=eb677afb1da9,38325,1731405560558 2024-11-12T09:59:31,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80fd884b965e8b16fa2ce7633742344e, regionState=OPENING, regionLocation=eb677afb1da9,38325,1731405560558 2024-11-12T09:59:31,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1e65768cb31b5e8e7a74b56cbd591aa, ASSIGN because future has completed 2024-11-12T09:59:31,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1e65768cb31b5e8e7a74b56cbd591aa, server=eb677afb1da9,41899,1731405560520}] 2024-11-12T09:59:31,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=71323f2dc0bcacbf8271569638b9217d, ASSIGN because future has completed 2024-11-12T09:59:31,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71323f2dc0bcacbf8271569638b9217d, server=eb677afb1da9,41899,1731405560520}] 2024-11-12T09:59:31,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ea5ea580e6cd9ae9e1d30f322e3d9aa8, ASSIGN because future has completed 2024-11-12T09:59:31,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=003f62f8dcec50660abf396d7ae7d54e, ASSIGN because future has completed 2024-11-12T09:59:31,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c9b91d53cc6eef7661e21110e1a6449, ASSIGN because future has completed 2024-11-12T09:59:31,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003f62f8dcec50660abf396d7ae7d54e, server=eb677afb1da9,41555,1731405560602}] 2024-11-12T09:59:31,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=192f5644429c9979e876a3c5be579ccd, ASSIGN because future has completed 2024-11-12T09:59:31,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea5ea580e6cd9ae9e1d30f322e3d9aa8, server=eb677afb1da9,41899,1731405560520}] 2024-11-12T09:59:31,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c9b91d53cc6eef7661e21110e1a6449, server=eb677afb1da9,41555,1731405560602}] 2024-11-12T09:59:31,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 192f5644429c9979e876a3c5be579ccd, server=eb677afb1da9,41555,1731405560602}] 2024-11-12T09:59:31,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85612fd2070c501879dde3de21cd7a7f, ASSIGN because future has completed 2024-11-12T09:59:31,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e511fa2395b483dbcaebb006920b575f, ASSIGN because future has completed 2024-11-12T09:59:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=132aa7e7fe9e9e13142577ea1f55d0d6, ASSIGN because future has completed 2024-11-12T09:59:31,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80fd884b965e8b16fa2ce7633742344e, ASSIGN because future has completed 2024-11-12T09:59:31,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 132aa7e7fe9e9e13142577ea1f55d0d6, server=eb677afb1da9,38325,1731405560558}] 2024-11-12T09:59:31,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80fd884b965e8b16fa2ce7633742344e, server=eb677afb1da9,38325,1731405560558}] 2024-11-12T09:59:31,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e511fa2395b483dbcaebb006920b575f, server=eb677afb1da9,38325,1731405560558}] 2024-11-12T09:59:31,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85612fd2070c501879dde3de21cd7a7f, server=eb677afb1da9,41555,1731405560602}] 2024-11-12T09:59:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:59:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:59:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:59:33,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T09:59:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:59:33,845 INFO [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-12T09:59:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:59:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:36,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:36,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:37,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T09:59:37,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:37,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:37,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:59:41,939 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:59:41,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51457, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:59:41,944 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:59:41,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:59:41,952 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T09:59:41,952 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T09:59:41,952 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e511fa2395b483dbcaebb006920b575f, NAME => 'SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ea5ea580e6cd9ae9e1d30f322e3d9aa8, NAME => 'SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:41,953 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f. 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 85612fd2070c501879dde3de21cd7a7f, NAME => 'SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:41,953 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:41,954 INFO [StoreOpener-e511fa2395b483dbcaebb006920b575f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:41,955 INFO [StoreOpener-ea5ea580e6cd9ae9e1d30f322e3d9aa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:41,955 INFO [StoreOpener-85612fd2070c501879dde3de21cd7a7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:41,956 INFO [StoreOpener-e511fa2395b483dbcaebb006920b575f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e511fa2395b483dbcaebb006920b575f columnFamilyName cf 2024-11-12T09:59:41,956 INFO [StoreOpener-ea5ea580e6cd9ae9e1d30f322e3d9aa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea5ea580e6cd9ae9e1d30f322e3d9aa8 columnFamilyName cf 2024-11-12T09:59:41,956 DEBUG [StoreOpener-e511fa2395b483dbcaebb006920b575f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:41,956 DEBUG [StoreOpener-ea5ea580e6cd9ae9e1d30f322e3d9aa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:41,956 INFO [StoreOpener-85612fd2070c501879dde3de21cd7a7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85612fd2070c501879dde3de21cd7a7f columnFamilyName cf 2024-11-12T09:59:41,956 DEBUG [StoreOpener-85612fd2070c501879dde3de21cd7a7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:41,957 INFO [StoreOpener-85612fd2070c501879dde3de21cd7a7f-1 {}] regionserver.HStore(327): Store=85612fd2070c501879dde3de21cd7a7f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:41,957 INFO [StoreOpener-e511fa2395b483dbcaebb006920b575f-1 {}] regionserver.HStore(327): Store=e511fa2395b483dbcaebb006920b575f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:41,957 INFO [StoreOpener-ea5ea580e6cd9ae9e1d30f322e3d9aa8-1 {}] regionserver.HStore(327): Store=ea5ea580e6cd9ae9e1d30f322e3d9aa8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:41,957 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:41,957 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:41,957 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:41,957 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:41,958 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:41,958 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:41,958 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:41,958 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:41,958 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:41,958 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:41,958 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:41,958 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:41,960 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:41,960 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:41,962 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/e511fa2395b483dbcaebb006920b575f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:41,963 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e511fa2395b483dbcaebb006920b575f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71668045, jitterRate=0.06793709099292755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:59:41,963 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:41,963 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e511fa2395b483dbcaebb006920b575f: Running coprocessor pre-open hook at 1731405581953Writing region info on filesystem at 1731405581953Initializing all the Stores at 1731405581954 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405581954Cleaning up temporary data from old regions at 1731405581958 (+4 ms)Running coprocessor post-open hooks at 1731405581963 (+5 ms)Region opened successfully at 1731405581963 2024-11-12T09:59:41,964 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f., pid=23, masterSystemTime=1731405581947 2024-11-12T09:59:41,966 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T09:59:41,966 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T09:59:41,966 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T09:59:41,967 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 132aa7e7fe9e9e13142577ea1f55d0d6, NAME => 'SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T09:59:41,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e511fa2395b483dbcaebb006920b575f, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38325,1731405560558 2024-11-12T09:59:41,967 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:41,967 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:41,967 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:41,967 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:41,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e511fa2395b483dbcaebb006920b575f, server=eb677afb1da9,38325,1731405560558 because future has completed 2024-11-12T09:59:41,971 INFO [StoreOpener-132aa7e7fe9e9e13142577ea1f55d0d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:41,971 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:41,971 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/85612fd2070c501879dde3de21cd7a7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:41,972 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 85612fd2070c501879dde3de21cd7a7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61254215, jitterRate=-0.08724106848239899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:59:41,972 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:41,972 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:41,972 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:41,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-12T09:59:41,972 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 85612fd2070c501879dde3de21cd7a7f: Running coprocessor pre-open hook at 1731405581953Writing region info on filesystem at 1731405581953Initializing all the Stores at 1731405581954 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405581954Cleaning up temporary data from old regions at 1731405581958 (+4 ms)Running coprocessor post-open hooks at 1731405581972 (+14 ms)Region opened successfully at 1731405581972 2024-11-12T09:59:41,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e511fa2395b483dbcaebb006920b575f, server=eb677afb1da9,38325,1731405560558 in 10.0230 sec 2024-11-12T09:59:41,973 INFO [StoreOpener-132aa7e7fe9e9e13142577ea1f55d0d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 132aa7e7fe9e9e13142577ea1f55d0d6 columnFamilyName cf 2024-11-12T09:59:41,973 DEBUG [StoreOpener-132aa7e7fe9e9e13142577ea1f55d0d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:41,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e511fa2395b483dbcaebb006920b575f, ASSIGN in 10.1990 sec 2024-11-12T09:59:41,973 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f., pid=24, masterSystemTime=1731405581943 2024-11-12T09:59:41,974 INFO [StoreOpener-132aa7e7fe9e9e13142577ea1f55d0d6-1 {}] regionserver.HStore(327): Store=132aa7e7fe9e9e13142577ea1f55d0d6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:41,974 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:41,975 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:41,975 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:41,976 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:41,976 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f. 2024-11-12T09:59:41,976 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f. 2024-11-12T09:59:41,976 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T09:59:41,976 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:41,976 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:41,976 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 192f5644429c9979e876a3c5be579ccd, NAME => 'SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T09:59:41,977 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=85612fd2070c501879dde3de21cd7a7f, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,41555,1731405560602 2024-11-12T09:59:41,977 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:41,977 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:41,977 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:41,977 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:41,979 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:41,979 INFO [StoreOpener-192f5644429c9979e876a3c5be579ccd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:41,979 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/ea5ea580e6cd9ae9e1d30f322e3d9aa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:41,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85612fd2070c501879dde3de21cd7a7f, server=eb677afb1da9,41555,1731405560602 because future has completed 2024-11-12T09:59:41,980 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ea5ea580e6cd9ae9e1d30f322e3d9aa8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69297420, jitterRate=0.03261202573776245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:59:41,980 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:41,980 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ea5ea580e6cd9ae9e1d30f322e3d9aa8: Running coprocessor pre-open hook at 1731405581953Writing region info on filesystem at 1731405581953Initializing all the Stores at 1731405581954 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405581954Cleaning up temporary data from old regions at 1731405581972 (+18 ms)Running coprocessor post-open hooks at 1731405581980 (+8 ms)Region opened successfully at 1731405581980 2024-11-12T09:59:41,981 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8., pid=18, masterSystemTime=1731405581939 2024-11-12T09:59:41,983 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/132aa7e7fe9e9e13142577ea1f55d0d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:41,984 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T09:59:41,984 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T09:59:41,984 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 132aa7e7fe9e9e13142577ea1f55d0d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65282521, jitterRate=-0.02721463143825531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:59:41,984 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T09:59:41,984 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:41,984 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 132aa7e7fe9e9e13142577ea1f55d0d6: Running coprocessor pre-open hook at 1731405581967Writing region info on filesystem at 1731405581967Initializing all the Stores at 1731405581968 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405581968Cleaning up temporary data from old regions at 1731405581976 (+8 ms)Running coprocessor post-open hooks at 1731405581984 (+8 ms)Region opened successfully at 1731405581984 2024-11-12T09:59:41,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-12T09:59:41,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 85612fd2070c501879dde3de21cd7a7f, server=eb677afb1da9,41555,1731405560602 in 10.0320 sec 2024-11-12T09:59:41,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ea5ea580e6cd9ae9e1d30f322e3d9aa8, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,41899,1731405560520 2024-11-12T09:59:41,984 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 71323f2dc0bcacbf8271569638b9217d, NAME => 'SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T09:59:41,985 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:41,985 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:41,985 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:41,985 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6., pid=21, masterSystemTime=1731405581947 2024-11-12T09:59:41,985 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:41,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85612fd2070c501879dde3de21cd7a7f, ASSIGN in 10.2110 sec 2024-11-12T09:59:41,988 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T09:59:41,988 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T09:59:41,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea5ea580e6cd9ae9e1d30f322e3d9aa8, server=eb677afb1da9,41899,1731405560520 because future has completed 2024-11-12T09:59:41,988 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T09:59:41,988 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 80fd884b965e8b16fa2ce7633742344e, NAME => 'SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T09:59:41,988 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80fd884b965e8b16fa2ce7633742344e 2024-11-12T09:59:41,988 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:41,989 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 80fd884b965e8b16fa2ce7633742344e 2024-11-12T09:59:41,989 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 80fd884b965e8b16fa2ce7633742344e 2024-11-12T09:59:41,991 INFO [StoreOpener-71323f2dc0bcacbf8271569638b9217d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:41,991 INFO [StoreOpener-80fd884b965e8b16fa2ce7633742344e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80fd884b965e8b16fa2ce7633742344e 2024-11-12T09:59:41,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=132aa7e7fe9e9e13142577ea1f55d0d6, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38325,1731405560558 2024-11-12T09:59:41,993 INFO [StoreOpener-80fd884b965e8b16fa2ce7633742344e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80fd884b965e8b16fa2ce7633742344e columnFamilyName cf 2024-11-12T09:59:41,993 INFO [StoreOpener-71323f2dc0bcacbf8271569638b9217d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71323f2dc0bcacbf8271569638b9217d columnFamilyName cf 2024-11-12T09:59:41,993 DEBUG [StoreOpener-71323f2dc0bcacbf8271569638b9217d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:41,993 DEBUG [StoreOpener-80fd884b965e8b16fa2ce7633742344e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:41,994 INFO [StoreOpener-80fd884b965e8b16fa2ce7633742344e-1 {}] regionserver.HStore(327): Store=80fd884b965e8b16fa2ce7633742344e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:41,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 132aa7e7fe9e9e13142577ea1f55d0d6, server=eb677afb1da9,38325,1731405560558 because future has completed 2024-11-12T09:59:41,994 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 80fd884b965e8b16fa2ce7633742344e 2024-11-12T09:59:41,994 INFO [StoreOpener-71323f2dc0bcacbf8271569638b9217d-1 {}] regionserver.HStore(327): Store=71323f2dc0bcacbf8271569638b9217d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:41,994 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:41,995 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/80fd884b965e8b16fa2ce7633742344e 2024-11-12T09:59:41,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-12T09:59:41,995 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:41,995 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/80fd884b965e8b16fa2ce7633742344e 2024-11-12T09:59:41,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ea5ea580e6cd9ae9e1d30f322e3d9aa8, server=eb677afb1da9,41899,1731405560520 in 10.0500 sec 2024-11-12T09:59:41,996 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:41,996 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 80fd884b965e8b16fa2ce7633742344e 2024-11-12T09:59:41,996 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 80fd884b965e8b16fa2ce7633742344e 2024-11-12T09:59:41,997 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:41,997 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:41,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-12T09:59:41,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 132aa7e7fe9e9e13142577ea1f55d0d6, server=eb677afb1da9,38325,1731405560558 in 10.0500 sec 2024-11-12T09:59:41,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea5ea580e6cd9ae9e1d30f322e3d9aa8, ASSIGN in 10.2230 sec 2024-11-12T09:59:41,999 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 80fd884b965e8b16fa2ce7633742344e 2024-11-12T09:59:42,000 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:42,001 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/80fd884b965e8b16fa2ce7633742344e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:42,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=132aa7e7fe9e9e13142577ea1f55d0d6, ASSIGN in 10.2240 sec 2024-11-12T09:59:42,002 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 80fd884b965e8b16fa2ce7633742344e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70227155, jitterRate=0.0464661568403244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:59:42,002 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80fd884b965e8b16fa2ce7633742344e 2024-11-12T09:59:42,002 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 80fd884b965e8b16fa2ce7633742344e: Running coprocessor pre-open hook at 1731405581989Writing region info on filesystem at 1731405581989Initializing all the Stores at 1731405581990 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405581990Cleaning up temporary data from old regions at 1731405581996 (+6 ms)Running coprocessor post-open hooks at 1731405582002 (+6 ms)Region opened successfully at 1731405582002 2024-11-12T09:59:42,003 INFO [StoreOpener-192f5644429c9979e876a3c5be579ccd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 192f5644429c9979e876a3c5be579ccd columnFamilyName cf 2024-11-12T09:59:42,003 DEBUG [StoreOpener-192f5644429c9979e876a3c5be579ccd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:42,003 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/71323f2dc0bcacbf8271569638b9217d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:42,003 INFO [StoreOpener-192f5644429c9979e876a3c5be579ccd-1 {}] regionserver.HStore(327): Store=192f5644429c9979e876a3c5be579ccd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:42,004 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:42,004 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 71323f2dc0bcacbf8271569638b9217d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71737281, jitterRate=0.06896878778934479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:59:42,004 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:42,004 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:42,004 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 71323f2dc0bcacbf8271569638b9217d: Running coprocessor pre-open hook at 1731405581985Writing region info on filesystem at 1731405581985Initializing all the Stores at 1731405581987 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405581987Cleaning up temporary data from old regions at 1731405581997 (+10 ms)Running coprocessor post-open hooks at 1731405582004 (+7 ms)Region opened successfully at 1731405582004 2024-11-12T09:59:42,005 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:42,005 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d., pid=16, masterSystemTime=1731405581939 2024-11-12T09:59:42,005 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:42,005 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e., pid=22, masterSystemTime=1731405581947 2024-11-12T09:59:42,005 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:42,007 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:42,007 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T09:59:42,007 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T09:59:42,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80fd884b965e8b16fa2ce7633742344e, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38325,1731405560558 2024-11-12T09:59:42,008 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T09:59:42,008 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T09:59:42,008 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T09:59:42,009 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c1e65768cb31b5e8e7a74b56cbd591aa, NAME => 'SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T09:59:42,009 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:42,009 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:42,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=71323f2dc0bcacbf8271569638b9217d, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,41899,1731405560520 2024-11-12T09:59:42,009 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:42,009 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:42,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80fd884b965e8b16fa2ce7633742344e, server=eb677afb1da9,38325,1731405560558 because future has completed 2024-11-12T09:59:42,011 INFO [StoreOpener-c1e65768cb31b5e8e7a74b56cbd591aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:42,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71323f2dc0bcacbf8271569638b9217d, server=eb677afb1da9,41899,1731405560520 because future has completed 2024-11-12T09:59:42,014 INFO [StoreOpener-c1e65768cb31b5e8e7a74b56cbd591aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1e65768cb31b5e8e7a74b56cbd591aa columnFamilyName cf 2024-11-12T09:59:42,014 DEBUG [StoreOpener-c1e65768cb31b5e8e7a74b56cbd591aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:42,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-12T09:59:42,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80fd884b965e8b16fa2ce7633742344e, server=eb677afb1da9,38325,1731405560558 in 10.0670 sec 2024-11-12T09:59:42,015 INFO [StoreOpener-c1e65768cb31b5e8e7a74b56cbd591aa-1 {}] regionserver.HStore(327): Store=c1e65768cb31b5e8e7a74b56cbd591aa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:42,015 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:42,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80fd884b965e8b16fa2ce7633742344e, ASSIGN in 10.2410 sec 2024-11-12T09:59:42,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-12T09:59:42,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 71323f2dc0bcacbf8271569638b9217d, server=eb677afb1da9,41899,1731405560520 in 10.0770 sec 2024-11-12T09:59:42,016 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:42,017 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:42,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71323f2dc0bcacbf8271569638b9217d, ASSIGN in 10.2430 sec 2024-11-12T09:59:42,017 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:42,017 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:42,019 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:42,023 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/192f5644429c9979e876a3c5be579ccd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:42,023 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/c1e65768cb31b5e8e7a74b56cbd591aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:42,024 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c1e65768cb31b5e8e7a74b56cbd591aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60986338, jitterRate=-0.09123274683952332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:59:42,024 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 192f5644429c9979e876a3c5be579ccd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63115060, jitterRate=-0.059512317180633545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:59:42,024 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:42,024 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:42,024 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c1e65768cb31b5e8e7a74b56cbd591aa: Running coprocessor pre-open hook at 1731405582009Writing region info on filesystem at 1731405582009Initializing all the Stores at 1731405582011 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405582011Cleaning up temporary data from old regions at 1731405582018 (+7 ms)Running coprocessor post-open hooks at 1731405582024 (+6 ms)Region opened successfully at 1731405582024 2024-11-12T09:59:42,024 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 192f5644429c9979e876a3c5be579ccd: Running coprocessor pre-open hook at 1731405581977Writing region info on filesystem at 1731405581977Initializing all the Stores at 1731405581978 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405581979 (+1 ms)Cleaning up temporary data from old regions at 1731405582005 (+26 ms)Running coprocessor post-open hooks at 1731405582024 (+19 ms)Region opened successfully at 1731405582024 2024-11-12T09:59:42,025 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd., pid=19, masterSystemTime=1731405581943 2024-11-12T09:59:42,025 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa., pid=15, masterSystemTime=1731405581939 2024-11-12T09:59:42,027 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T09:59:42,027 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T09:59:42,027 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c1e65768cb31b5e8e7a74b56cbd591aa, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,41899,1731405560520 2024-11-12T09:59:42,027 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T09:59:42,028 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T09:59:42,028 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449. 2024-11-12T09:59:42,028 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c9b91d53cc6eef7661e21110e1a6449, NAME => 'SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T09:59:42,028 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:42,028 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:42,028 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:42,028 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:42,029 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=192f5644429c9979e876a3c5be579ccd, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,41555,1731405560602 2024-11-12T09:59:42,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1e65768cb31b5e8e7a74b56cbd591aa, server=eb677afb1da9,41899,1731405560520 because future has completed 2024-11-12T09:59:42,031 INFO [StoreOpener-1c9b91d53cc6eef7661e21110e1a6449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:42,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 192f5644429c9979e876a3c5be579ccd, server=eb677afb1da9,41555,1731405560602 because future has completed 2024-11-12T09:59:42,033 INFO [StoreOpener-1c9b91d53cc6eef7661e21110e1a6449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c9b91d53cc6eef7661e21110e1a6449 columnFamilyName cf 2024-11-12T09:59:42,033 DEBUG [StoreOpener-1c9b91d53cc6eef7661e21110e1a6449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:42,033 INFO [StoreOpener-1c9b91d53cc6eef7661e21110e1a6449-1 {}] regionserver.HStore(327): Store=1c9b91d53cc6eef7661e21110e1a6449/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:42,034 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:42,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-12T09:59:42,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c1e65768cb31b5e8e7a74b56cbd591aa, server=eb677afb1da9,41899,1731405560520 in 10.0980 sec 2024-11-12T09:59:42,035 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:42,035 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:42,036 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:42,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-12T09:59:42,036 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:42,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1e65768cb31b5e8e7a74b56cbd591aa, ASSIGN in 10.2610 sec 2024-11-12T09:59:42,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 192f5644429c9979e876a3c5be579ccd, server=eb677afb1da9,41555,1731405560602 in 10.0920 sec 2024-11-12T09:59:42,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=192f5644429c9979e876a3c5be579ccd, ASSIGN in 10.2630 sec 2024-11-12T09:59:42,038 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:42,040 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/1c9b91d53cc6eef7661e21110e1a6449/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:42,040 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1c9b91d53cc6eef7661e21110e1a6449; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71916027, jitterRate=0.07163231074810028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:59:42,041 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:42,041 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1c9b91d53cc6eef7661e21110e1a6449: Running coprocessor pre-open hook at 1731405582029Writing region info on filesystem at 1731405582029Initializing all the Stores at 1731405582030 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405582030Cleaning up temporary data from old regions at 1731405582036 (+6 ms)Running coprocessor post-open hooks at 1731405582041 (+5 ms)Region opened successfully at 1731405582041 2024-11-12T09:59:42,041 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449., pid=20, masterSystemTime=1731405581943 2024-11-12T09:59:42,043 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449. 2024-11-12T09:59:42,043 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449. 2024-11-12T09:59:42,044 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T09:59:42,044 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1c9b91d53cc6eef7661e21110e1a6449, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,41555,1731405560602 2024-11-12T09:59:42,044 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 003f62f8dcec50660abf396d7ae7d54e, NAME => 'SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T09:59:42,044 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:42,044 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:59:42,044 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:42,044 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:42,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c9b91d53cc6eef7661e21110e1a6449, server=eb677afb1da9,41555,1731405560602 because future has completed 2024-11-12T09:59:42,046 INFO [StoreOpener-003f62f8dcec50660abf396d7ae7d54e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:42,048 INFO [StoreOpener-003f62f8dcec50660abf396d7ae7d54e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003f62f8dcec50660abf396d7ae7d54e columnFamilyName cf 2024-11-12T09:59:42,048 DEBUG [StoreOpener-003f62f8dcec50660abf396d7ae7d54e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:59:42,049 INFO [StoreOpener-003f62f8dcec50660abf396d7ae7d54e-1 {}] regionserver.HStore(327): Store=003f62f8dcec50660abf396d7ae7d54e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:59:42,049 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:42,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-12T09:59:42,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c9b91d53cc6eef7661e21110e1a6449, server=eb677afb1da9,41555,1731405560602 in 10.1060 sec 2024-11-12T09:59:42,051 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:42,051 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:42,051 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:42,052 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:42,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c9b91d53cc6eef7661e21110e1a6449, ASSIGN in 10.2770 sec 2024-11-12T09:59:42,053 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:42,055 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:59:42,056 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 003f62f8dcec50660abf396d7ae7d54e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62964760, jitterRate=-0.06175196170806885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:59:42,056 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:42,056 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 003f62f8dcec50660abf396d7ae7d54e: Running coprocessor pre-open hook at 1731405582044Writing region info on filesystem at 1731405582044Initializing all the Stores at 1731405582046 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405582046Cleaning up temporary data from old regions at 1731405582052 (+6 ms)Running coprocessor post-open hooks at 1731405582056 (+4 ms)Region opened successfully at 1731405582056 2024-11-12T09:59:42,056 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e., pid=17, masterSystemTime=1731405581943 2024-11-12T09:59:42,058 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T09:59:42,058 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T09:59:42,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=003f62f8dcec50660abf396d7ae7d54e, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,41555,1731405560602 2024-11-12T09:59:42,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003f62f8dcec50660abf396d7ae7d54e, server=eb677afb1da9,41555,1731405560602 because future has completed 2024-11-12T09:59:42,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-12T09:59:42,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 003f62f8dcec50660abf396d7ae7d54e, server=eb677afb1da9,41555,1731405560602 in 10.1220 sec 2024-11-12T09:59:42,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-12T09:59:42,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=003f62f8dcec50660abf396d7ae7d54e, ASSIGN in 10.2900 sec 2024-11-12T09:59:42,066 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:59:42,066 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731405582066"}]},"ts":"1731405582066"} 2024-11-12T09:59:42,068 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T09:59:42,069 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:59:42,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4010 sec 2024-11-12T09:59:45,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T09:59:47,448 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb677afb1da9:43905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-12T09:59:47,456 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T09:59:47,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:47,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:47,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:59:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:59:49,976 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T09:59:49,976 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T09:59:49,977 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T09:59:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T09:59:49,984 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T09:59:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T09:59:50,023 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8., hostname=eb677afb1da9,41899,1731405560520, seqNum=2] 2024-11-12T09:59:50,024 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8., hostname=eb677afb1da9,41899,1731405560520, seqNum=2] 2024-11-12T09:59:50,025 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8., hostname=eb677afb1da9,41899,1731405560520, seqNum=2] 2024-11-12T09:59:50,026 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8., hostname=eb677afb1da9,41899,1731405560520, seqNum=2] 2024-11-12T09:59:50,027 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8., hostname=eb677afb1da9,41899,1731405560520, seqNum=2] 2024-11-12T09:59:50,057 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f., hostname=eb677afb1da9,38325,1731405560558, seqNum=2] 2024-11-12T09:59:50,058 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f., hostname=eb677afb1da9,38325,1731405560558, seqNum=2] 2024-11-12T09:59:50,059 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f., hostname=eb677afb1da9,38325,1731405560558, seqNum=2] 2024-11-12T09:59:50,061 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f., hostname=eb677afb1da9,38325,1731405560558, seqNum=2] 2024-11-12T09:59:50,061 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f., hostname=eb677afb1da9,38325,1731405560558, seqNum=2] 2024-11-12T09:59:50,092 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d., hostname=eb677afb1da9,41899,1731405560520, seqNum=2] 2024-11-12T09:59:50,094 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d., hostname=eb677afb1da9,41899,1731405560520, seqNum=2] 2024-11-12T09:59:50,095 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d., hostname=eb677afb1da9,41899,1731405560520, seqNum=2] 2024-11-12T09:59:50,096 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d., hostname=eb677afb1da9,41899,1731405560520, seqNum=2] 2024-11-12T09:59:50,166 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e., hostname=eb677afb1da9,41555,1731405560602, seqNum=2] 2024-11-12T09:59:50,167 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e., hostname=eb677afb1da9,41555,1731405560602, seqNum=2] 2024-11-12T09:59:50,168 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e., hostname=eb677afb1da9,41555,1731405560602, seqNum=2] 2024-11-12T09:59:50,169 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e., hostname=eb677afb1da9,41555,1731405560602, seqNum=2] 2024-11-12T09:59:50,170 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e., hostname=eb677afb1da9,41555,1731405560602, seqNum=2] 2024-11-12T09:59:50,171 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e., hostname=eb677afb1da9,41555,1731405560602, seqNum=2] 2024-11-12T09:59:50,172 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e., hostname=eb677afb1da9,41555,1731405560602, seqNum=2] 2024-11-12T09:59:50,354 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:59:50,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:59:50,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:59:50,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:59:50,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41899 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T09:59:50,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:59:50,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T09:59:50,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41899 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T09:59:50,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41555 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T09:59:51,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41555 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T09:59:51,291 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T09:59:51,292 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T09:59:51,293 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T09:59:51,294 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T09:59:51,297 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T09:59:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741848_1024 (size=49) 2024-11-12T09:59:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741848_1024 (size=49) 2024-11-12T09:59:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741848_1024 (size=49) 2024-11-12T09:59:51,307 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T09:59:51,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80fd884b965e8b16fa2ce7633742344e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85612fd2070c501879dde3de21cd7a7f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1e65768cb31b5e8e7a74b56cbd591aa}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 192f5644429c9979e876a3c5be579ccd}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 132aa7e7fe9e9e13142577ea1f55d0d6}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c9b91d53cc6eef7661e21110e1a6449}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea5ea580e6cd9ae9e1d30f322e3d9aa8}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e511fa2395b483dbcaebb006920b575f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71323f2dc0bcacbf8271569638b9217d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 003f62f8dcec50660abf396d7ae7d54e}] 2024-11-12T09:59:51,309 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T09:59:51,309 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T09:59:51,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e511fa2395b483dbcaebb006920b575f 2024-11-12T09:59:51,309 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71323f2dc0bcacbf8271569638b9217d 2024-11-12T09:59:51,310 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T09:59:51,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T09:59:51,314 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85612fd2070c501879dde3de21cd7a7f 2024-11-12T09:59:51,314 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T09:59:51,314 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 192f5644429c9979e876a3c5be579ccd 2024-11-12T09:59:51,315 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80fd884b965e8b16fa2ce7633742344e 2024-11-12T10:00:01,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T10:00:01,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T10:00:01,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T10:00:01,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T10:00:01,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T10:00:01,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T10:00:01,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T10:00:01,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T10:00:01,313 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 003f62f8dcec50660abf396d7ae7d54e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T10:00:01,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c1e65768cb31b5e8e7a74b56cbd591aa: 2024-11-12T10:00:01,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T10:00:01,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. for SnapshotProcedureTest completed. 2024-11-12T10:00:01,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449. 2024-11-12T10:00:01,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1c9b91d53cc6eef7661e21110e1a6449: 2024-11-12T10:00:01,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449. for SnapshotProcedureTest completed. 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 132aa7e7fe9e9e13142577ea1f55d0d6: 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. for SnapshotProcedureTest completed. 2024-11-12T10:00:01,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 192f5644429c9979e876a3c5be579ccd: 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. for SnapshotProcedureTest completed. 2024-11-12T10:00:01,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T10:00:01,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:00:01,315 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing ea5ea580e6cd9ae9e1d30f322e3d9aa8 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-12T10:00:01,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:00:01,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:00:01,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:00:01,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T10:00:01,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T10:00:01,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T10:00:01,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 80fd884b965e8b16fa2ce7633742344e: 2024-11-12T10:00:01,317 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e511fa2395b483dbcaebb006920b575f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T10:00:01,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. for SnapshotProcedureTest completed. 2024-11-12T10:00:01,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:00:01,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:00:01,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T10:00:01,323 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 71323f2dc0bcacbf8271569638b9217d 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T10:00:01,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/ea5ea580e6cd9ae9e1d30f322e3d9aa8/.tmp/cf/3f57ef670885405f8d9f590c5c069840 is 34, key is aaa/cf:cf/1731405590789/Put/seqid=0 2024-11-12T10:00:01,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/e511fa2395b483dbcaebb006920b575f/.tmp/cf/087640ebc64e442b8212cd1c479a9738 is 34, key is baa/cf:cf/1731405590806/Put/seqid=0 2024-11-12T10:00:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741849_1025 (size=65) 2024-11-12T10:00:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741849_1025 (size=65) 2024-11-12T10:00:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741849_1025 (size=65) 2024-11-12T10:00:01,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T10:00:01,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T10:00:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T10:00:01,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T10:00:01,354 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T10:00:01,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:00:01,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 132aa7e7fe9e9e13142577ea1f55d0d6 in 10.0480 sec 2024-11-12T10:00:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:00:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:00:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T10:00:01,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T10:00:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T10:00:01,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T10:00:01,358 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T10:00:01,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c1e65768cb31b5e8e7a74b56cbd591aa in 10.0520 sec 2024-11-12T10:00:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741850_1026 (size=57) 2024-11-12T10:00:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741850_1026 (size=57) 2024-11-12T10:00:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741850_1026 (size=57) 2024-11-12T10:00:01,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T10:00:01,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T10:00:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T10:00:01,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 80fd884b965e8b16fa2ce7633742344e 2024-11-12T10:00:01,366 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80fd884b965e8b16fa2ce7633742344e 2024-11-12T10:00:01,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/71323f2dc0bcacbf8271569638b9217d/.tmp/cf/1833f1d6c86b4587bc317c02983a003b is 34, key is ccd/cf:cf/1731405590829/Put/seqid=0 2024-11-12T10:00:01,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 80fd884b965e8b16fa2ce7633742344e in 10.0600 sec 2024-11-12T10:00:01,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741854_1030 (size=26918) 2024-11-12T10:00:01,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741854_1030 (size=26918) 2024-11-12T10:00:01,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741854_1030 (size=26918) 2024-11-12T10:00:01,386 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/ea5ea580e6cd9ae9e1d30f322e3d9aa8/.tmp/cf/3f57ef670885405f8d9f590c5c069840 2024-11-12T10:00:01,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741855_1031 (size=28623) 2024-11-12T10:00:01,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741855_1031 (size=28623) 2024-11-12T10:00:01,395 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/e511fa2395b483dbcaebb006920b575f/.tmp/cf/087640ebc64e442b8212cd1c479a9738 2024-11-12T10:00:01,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741855_1031 (size=28623) 2024-11-12T10:00:01,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:00:01,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:00:01,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e/.tmp/cf/007ea894ed5e4285a12bfdb36ea0f911 is 34, key is eaa/cf:cf/1731405591218/Put/seqid=0 2024-11-12T10:00:01,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:00:01,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731405571667.1c9b91d53cc6eef7661e21110e1a6449. 2024-11-12T10:00:01,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T10:00:01,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f. 2024-11-12T10:00:01,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 85612fd2070c501879dde3de21cd7a7f: 2024-11-12T10:00:01,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f. for SnapshotProcedureTest completed. 2024-11-12T10:00:01,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:00:01,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:00:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T10:00:01,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T10:00:01,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c9b91d53cc6eef7661e21110e1a6449 2024-11-12T10:00:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741853_1029 (size=65) 2024-11-12T10:00:01,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1c9b91d53cc6eef7661e21110e1a6449 in 10.1070 sec 2024-11-12T10:00:01,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741853_1029 (size=65) 2024-11-12T10:00:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741853_1029 (size=65) 2024-11-12T10:00:01,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/ea5ea580e6cd9ae9e1d30f322e3d9aa8/.tmp/cf/3f57ef670885405f8d9f590c5c069840 as hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/ea5ea580e6cd9ae9e1d30f322e3d9aa8/cf/3f57ef670885405f8d9f590c5c069840 2024-11-12T10:00:01,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T10:00:01,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T10:00:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T10:00:01,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:01,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/e511fa2395b483dbcaebb006920b575f/.tmp/cf/087640ebc64e442b8212cd1c479a9738 as hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/e511fa2395b483dbcaebb006920b575f/cf/087640ebc64e442b8212cd1c479a9738 2024-11-12T10:00:01,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:01,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 192f5644429c9979e876a3c5be579ccd in 10.1150 sec 2024-11-12T10:00:01,427 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/ea5ea580e6cd9ae9e1d30f322e3d9aa8/cf/3f57ef670885405f8d9f590c5c069840, entries=676, sequenceid=5, filesize=26.3 K 2024-11-12T10:00:01,429 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for ea5ea580e6cd9ae9e1d30f322e3d9aa8 in 113ms, sequenceid=5, compaction requested=false 2024-11-12T10:00:01,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for ea5ea580e6cd9ae9e1d30f322e3d9aa8: 2024-11-12T10:00:01,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. for SnapshotProcedureTest completed. 2024-11-12T10:00:01,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:00:01,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/ea5ea580e6cd9ae9e1d30f322e3d9aa8/cf/3f57ef670885405f8d9f590c5c069840] hfiles 2024-11-12T10:00:01,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/ea5ea580e6cd9ae9e1d30f322e3d9aa8/cf/3f57ef670885405f8d9f590c5c069840 for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741856_1032 (size=499309) 2024-11-12T10:00:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741856_1032 (size=499309) 2024-11-12T10:00:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741856_1032 (size=499309) 2024-11-12T10:00:01,435 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e/.tmp/cf/007ea894ed5e4285a12bfdb36ea0f911 2024-11-12T10:00:01,449 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/e511fa2395b483dbcaebb006920b575f/cf/087640ebc64e442b8212cd1c479a9738, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T10:00:01,450 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e511fa2395b483dbcaebb006920b575f in 134ms, sequenceid=5, compaction requested=false 2024-11-12T10:00:01,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e511fa2395b483dbcaebb006920b575f: 2024-11-12T10:00:01,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. for SnapshotProcedureTest completed. 2024-11-12T10:00:01,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:00:01,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/e511fa2395b483dbcaebb006920b575f/cf/087640ebc64e442b8212cd1c479a9738] hfiles 2024-11-12T10:00:01,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/e511fa2395b483dbcaebb006920b575f/cf/087640ebc64e442b8212cd1c479a9738 for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741857_1033 (size=47197) 2024-11-12T10:00:01,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e/.tmp/cf/007ea894ed5e4285a12bfdb36ea0f911 as hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e/cf/007ea894ed5e4285a12bfdb36ea0f911 2024-11-12T10:00:01,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741857_1033 (size=47197) 2024-11-12T10:00:01,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741857_1033 (size=47197) 2024-11-12T10:00:01,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/71323f2dc0bcacbf8271569638b9217d/.tmp/cf/1833f1d6c86b4587bc317c02983a003b 2024-11-12T10:00:01,463 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e/cf/007ea894ed5e4285a12bfdb36ea0f911, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T10:00:01,465 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 003f62f8dcec50660abf396d7ae7d54e in 152ms, sequenceid=5, compaction requested=false 2024-11-12T10:00:01,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 003f62f8dcec50660abf396d7ae7d54e: 2024-11-12T10:00:01,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. for SnapshotProcedureTest completed. 2024-11-12T10:00:01,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/71323f2dc0bcacbf8271569638b9217d/.tmp/cf/1833f1d6c86b4587bc317c02983a003b as hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/71323f2dc0bcacbf8271569638b9217d/cf/1833f1d6c86b4587bc317c02983a003b 2024-11-12T10:00:01,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:00:01,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e/cf/007ea894ed5e4285a12bfdb36ea0f911] hfiles 2024-11-12T10:00:01,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e/cf/007ea894ed5e4285a12bfdb36ea0f911 for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,474 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/71323f2dc0bcacbf8271569638b9217d/cf/1833f1d6c86b4587bc317c02983a003b, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T10:00:01,475 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 71323f2dc0bcacbf8271569638b9217d in 152ms, sequenceid=5, compaction requested=false 2024-11-12T10:00:01,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 71323f2dc0bcacbf8271569638b9217d: 2024-11-12T10:00:01,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. for SnapshotProcedureTest completed. 2024-11-12T10:00:01,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:00:01,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/71323f2dc0bcacbf8271569638b9217d/cf/1833f1d6c86b4587bc317c02983a003b] hfiles 2024-11-12T10:00:01,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/71323f2dc0bcacbf8271569638b9217d/cf/1833f1d6c86b4587bc317c02983a003b for snapshot=SnapshotProcedureTest 2024-11-12T10:00:01,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741858_1034 (size=105) 2024-11-12T10:00:01,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741858_1034 (size=105) 2024-11-12T10:00:01,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741858_1034 (size=105) 2024-11-12T10:00:01,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T10:00:01,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T10:00:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T10:00:01,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T10:00:01,491 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T10:00:01,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ea5ea580e6cd9ae9e1d30f322e3d9aa8 in 10.1850 sec 2024-11-12T10:00:01,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741861_1037 (size=97) 2024-11-12T10:00:01,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741859_1035 (size=65) 2024-11-12T10:00:01,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741861_1037 (size=97) 2024-11-12T10:00:01,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741859_1035 (size=65) 2024-11-12T10:00:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741859_1035 (size=65) 2024-11-12T10:00:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741861_1037 (size=97) 2024-11-12T10:00:01,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f. 2024-11-12T10:00:01,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T10:00:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T10:00:01,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 85612fd2070c501879dde3de21cd7a7f 2024-11-12T10:00:01,508 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85612fd2070c501879dde3de21cd7a7f 2024-11-12T10:00:01,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741860_1036 (size=105) 2024-11-12T10:00:01,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741860_1036 (size=105) 2024-11-12T10:00:01,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741860_1036 (size=105) 2024-11-12T10:00:01,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T10:00:01,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T10:00:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T10:00:01,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e511fa2395b483dbcaebb006920b575f 2024-11-12T10:00:01,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 85612fd2070c501879dde3de21cd7a7f in 10.2020 sec 2024-11-12T10:00:01,512 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e511fa2395b483dbcaebb006920b575f 2024-11-12T10:00:01,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e511fa2395b483dbcaebb006920b575f in 10.2060 sec 2024-11-12T10:00:01,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741862_1038 (size=105) 2024-11-12T10:00:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741862_1038 (size=105) 2024-11-12T10:00:01,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T10:00:01,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T10:00:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T10:00:01,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 71323f2dc0bcacbf8271569638b9217d 2024-11-12T10:00:01,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741862_1038 (size=105) 2024-11-12T10:00:01,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71323f2dc0bcacbf8271569638b9217d 2024-11-12T10:00:01,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 71323f2dc0bcacbf8271569638b9217d in 10.2170 sec 2024-11-12T10:00:01,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T10:00:01,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T10:00:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T10:00:01,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:01,908 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:01,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-12T10:00:01,911 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T10:00:01,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 003f62f8dcec50660abf396d7ae7d54e in 10.6020 sec 2024-11-12T10:00:01,912 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T10:00:01,912 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T10:00:01,913 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T10:00:01,914 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:00:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741863_1039 (size=1174) 2024-11-12T10:00:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741863_1039 (size=1174) 2024-11-12T10:00:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741863_1039 (size=1174) 2024-11-12T10:00:01,943 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T10:00:01,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T10:00:01,950 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,38325,1731405560558 2024-11-12T10:00:01,950 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:01,950 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:01,950 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,41555,1731405560602 2024-11-12T10:00:01,950 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,38325,1731405560558 2024-11-12T10:00:01,954 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,41555,1731405560602 2024-11-12T10:00:01,954 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,38325,1731405560558 2024-11-12T10:00:01,954 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,41555,1731405560602 2024-11-12T10:00:01,954 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:02,012 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:00:11,584 INFO [master/eb677afb1da9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T10:00:11,584 INFO [master/eb677afb1da9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T10:00:11,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-12T10:00:11,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-12T10:00:11,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-12T10:00:11,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-12T10:00:11,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-12T10:00:11,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-12T10:00:11,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-12T10:00:11,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-12T10:00:11,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-12T10:00:11,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:00:11,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-12T10:00:11,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T10:00:11,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:00:11,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-12T10:00:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-12T10:00:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-12T10:00:11,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-12T10:00:11,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-12T10:00:11,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T10:00:11,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:00:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T10:00:11,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T10:00:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-12T10:00:11,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-12T10:00:11,963 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41555,1731405560602 Release verify snapshot worker=eb677afb1da9,41555,1731405560602 2024-11-12T10:00:11,963 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,38325,1731405560558 Release verify snapshot worker=eb677afb1da9,38325,1731405560558 2024-11-12T10:00:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T10:00:11,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T10:00:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T10:00:11,964 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41555,1731405560602 Release verify snapshot worker=eb677afb1da9,41555,1731405560602 2024-11-12T10:00:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-12T10:00:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-12T10:00:11,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,38325,1731405560558 in 10.0160 sec 2024-11-12T10:00:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-12T10:00:11,966 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41899,1731405560520 Release verify snapshot worker=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:11,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41555,1731405560602 in 10.0160 sec 2024-11-12T10:00:11,966 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,38325,1731405560558 Release verify snapshot worker=eb677afb1da9,38325,1731405560558 2024-11-12T10:00:11,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41555,1731405560602 in 10.0170 sec 2024-11-12T10:00:11,967 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,41555,1731405560602 2024-11-12T10:00:11,967 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41899,1731405560520 Release verify snapshot worker=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:11,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41899,1731405560520 in 10.0190 sec 2024-11-12T10:00:11,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,38325,1731405560558 in 10.0190 sec 2024-11-12T10:00:11,968 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41555,1731405560602 Release verify snapshot worker=eb677afb1da9,41555,1731405560602 2024-11-12T10:00:11,968 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41899,1731405560520 Release verify snapshot worker=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:11,969 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,38325,1731405560558 Release verify snapshot worker=eb677afb1da9,38325,1731405560558 2024-11-12T10:00:11,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41899,1731405560520 in 10.0200 sec 2024-11-12T10:00:11,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41555,1731405560602 in 10.0210 sec 2024-11-12T10:00:11,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41899,1731405560520 in 10.0210 sec 2024-11-12T10:00:11,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,38325,1731405560558 in 10.0220 sec 2024-11-12T10:00:12,013 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing eb677afb1da9,41555,1731405560602 2024-11-12T10:00:12,013 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server eb677afb1da9,41555,1731405560602: Simulated kill ***** 2024-11-12T10:00:12,013 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:00:12,013 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:00:12,014 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:00:12,014 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:00:12,014 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:00:12,014 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 553310088 }, "NonHeapMemoryUsage": { "committed": 177799168, "init": 7667712, "max": -1, "used": 172794608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:00:12,015 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44329 {}] master.MasterRpcServices(700): eb677afb1da9,41555,1731405560602 reported a fatal error: ***** ABORTING region server eb677afb1da9,41555,1731405560602: Simulated kill ***** 2024-11-12T10:00:12,016 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,41555,1731405560602' ***** 2024-11-12T10:00:12,016 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T10:00:12,017 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:00:12,017 INFO [RS:2;eb677afb1da9:41555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T10:00:12,017 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:00:12,017 INFO [RS:2;eb677afb1da9:41555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T10:00:12,017 INFO [RS:2;eb677afb1da9:41555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:00:12,017 INFO [RS:2;eb677afb1da9:41555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;eb677afb1da9:41555. 2024-11-12T10:00:12,017 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:00:12,017 DEBUG [RS:2;eb677afb1da9:41555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:00:12,018 DEBUG [RS:2;eb677afb1da9:41555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:00:12,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741833_1009 (size=1779) 2024-11-12T10:00:12,021 INFO [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:00:12,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741833_1009 (size=1779) 2024-11-12T10:00:12,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741833_1009 (size=1779) 2024-11-12T10:00:12,023 DEBUG [RS:2;eb677afb1da9:41555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:00:12,023 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:00:12,023 INFO [RS:2;eb677afb1da9:41555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41555 2024-11-12T10:00:12,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:00:12,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,41555,1731405560602 2024-11-12T10:00:12,073 INFO [RS:2;eb677afb1da9:41555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:00:12,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,41555,1731405560602] 2024-11-12T10:00:12,090 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,41555,1731405560602 already deleted, retry=false 2024-11-12T10:00:12,090 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of eb677afb1da9,41555,1731405560602 on eb677afb1da9,44329,1731405560376 2024-11-12T10:00:12,091 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure eb677afb1da9,41555,1731405560602, splitWal=true, meta=false 2024-11-12T10:00:12,091 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for eb677afb1da9,41555,1731405560602 (carryingMeta=false) eb677afb1da9,41555,1731405560602/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@51cbec7e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T10:00:12,092 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure eb677afb1da9,41555,1731405560602, splitWal=true, meta=false 2024-11-12T10:00:12,092 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): eb677afb1da9,41555,1731405560602 had 4 regions 2024-11-12T10:00:12,093 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb677afb1da9,41555,1731405560602, splitWal=true, meta=false, isMeta: false 2024-11-12T10:00:12,094 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting 2024-11-12T10:00:12,095 INFO [PEWorker-3 {}] master.SplitWALManager(105): eb677afb1da9,41555,1731405560602 WAL count=1, meta=false 2024-11-12T10:00:12,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure eb677afb1da9%2C41555%2C1731405560602.1731405561290}] 2024-11-12T10:00:12,097 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=eb677afb1da9,38325,1731405560558 2024-11-12T10:00:12,097 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-12T10:00:12,097 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-12T10:00:12,097 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-12T10:00:12,097 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-12T10:00:12,098 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41555,1731405560602 Release verify snapshot worker=eb677afb1da9,41555,1731405560602 2024-11-12T10:00:12,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C41555%2C1731405560602.1731405561290, worker=eb677afb1da9,38325,1731405560558}] 2024-11-12T10:00:12,098 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to eb677afb1da9,41555,1731405560602, this operation will be retried to send to another server 2024-11-12T10:00:12,098 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T10:00:12,098 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731405613098 2024-11-12T10:00:12,153 INFO [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:00:12,153 INFO [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:00:12,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:00:12,182 INFO [RS:2;eb677afb1da9:41555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:00:12,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41555-0x1012fc5cce90003, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:00:12,182 INFO [RS:2;eb677afb1da9:41555 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,41555,1731405560602; zookeeper connection closed. 2024-11-12T10:00:12,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64b6d3bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64b6d3bb 2024-11-12T10:00:13,103 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:20,354 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:00:21,171 INFO [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T10:00:22,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-12T10:00:22,128 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290, size=1.7 K (1779bytes) 2024-11-12T10:00:22,128 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290 2024-11-12T10:00:22,129 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290 after 1ms 2024-11-12T10:00:22,132 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290 took 4ms 2024-11-12T10:00:22,134 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 85612fd2070c501879dde3de21cd7a7f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:00:22,136 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 192f5644429c9979e876a3c5be579ccd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:00:22,137 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1c9b91d53cc6eef7661e21110e1a6449: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:00:22,137 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 003f62f8dcec50660abf396d7ae7d54e: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-12T10:00:22,138 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290 so closing down 2024-11-12T10:00:22,138 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:00:22,138 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:00:22,138 INFO [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290, size=1.7 K, length=1779, corrupted=false, cancelled=false 2024-11-12T10:00:22,138 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290, journal: Splitting hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290, size=1.7 K (1779bytes) at 1731405622128Finishing writing output for hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290 so closing down at 1731405622138 (+10 ms)3 split writer threads finished at 1731405622138Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290, size=1.7 K, length=1779, corrupted=false, cancelled=false at 1731405622138 2024-11-12T10:00:22,138 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290 2024-11-12T10:00:22,138 DEBUG [RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T10:00:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T10:00:22,141 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting/eb677afb1da9%2C41555%2C1731405560602.1731405561290 to hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/oldWALs 2024-11-12T10:00:22,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-12T10:00:22,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure eb677afb1da9%2C41555%2C1731405560602.1731405561290, worker=eb677afb1da9,38325,1731405560558 in 10.0430 sec 2024-11-12T10:00:22,144 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=eb677afb1da9,38325,1731405560558 2024-11-12T10:00:22,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T10:00:22,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure eb677afb1da9%2C41555%2C1731405560602.1731405561290, worker=eb677afb1da9,38325,1731405560558 in 10.0490 sec 2024-11-12T10:00:22,147 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting dir is empty, no logs to split. 2024-11-12T10:00:22,147 INFO [PEWorker-4 {}] master.SplitWALManager(105): eb677afb1da9,41555,1731405560602 WAL count=0, meta=false 2024-11-12T10:00:22,147 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if eb677afb1da9,41555,1731405560602 WAL splitting is done? wals=0, meta=false 2024-11-12T10:00:22,148 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for eb677afb1da9,41555,1731405560602 failed, ignore...File hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/WALs/eb677afb1da9,41555,1731405560602-splitting does not exist. 2024-11-12T10:00:22,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=003f62f8dcec50660abf396d7ae7d54e, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c9b91d53cc6eef7661e21110e1a6449, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=192f5644429c9979e876a3c5be579ccd, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85612fd2070c501879dde3de21cd7a7f, ASSIGN}] 2024-11-12T10:00:22,150 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c9b91d53cc6eef7661e21110e1a6449, ASSIGN 2024-11-12T10:00:22,150 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=192f5644429c9979e876a3c5be579ccd, ASSIGN 2024-11-12T10:00:22,150 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=003f62f8dcec50660abf396d7ae7d54e, ASSIGN 2024-11-12T10:00:22,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85612fd2070c501879dde3de21cd7a7f, ASSIGN 2024-11-12T10:00:22,151 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c9b91d53cc6eef7661e21110e1a6449, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:00:22,151 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=192f5644429c9979e876a3c5be579ccd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:00:22,151 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=003f62f8dcec50660abf396d7ae7d54e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:00:22,151 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85612fd2070c501879dde3de21cd7a7f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:00:22,302 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(204): Hosts are {eb677afb1da9=0} racks are {/default-rack=0} 2024-11-12T10:00:22,303 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:00:22,303 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:00:22,303 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:00:22,303 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:00:22,303 INFO [eb677afb1da9:44329 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:00:22,303 INFO [eb677afb1da9:44329 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:00:22,303 DEBUG [eb677afb1da9:44329 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:00:22,304 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=1c9b91d53cc6eef7661e21110e1a6449, regionState=OPENING, regionLocation=eb677afb1da9,38325,1731405560558 2024-11-12T10:00:22,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=85612fd2070c501879dde3de21cd7a7f, regionState=OPENING, regionLocation=eb677afb1da9,38325,1731405560558 2024-11-12T10:00:22,304 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=192f5644429c9979e876a3c5be579ccd, regionState=OPENING, regionLocation=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:22,304 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=003f62f8dcec50660abf396d7ae7d54e, regionState=OPENING, regionLocation=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:22,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=192f5644429c9979e876a3c5be579ccd, ASSIGN because future has completed 2024-11-12T10:00:22,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 192f5644429c9979e876a3c5be579ccd, server=eb677afb1da9,41899,1731405560520}] 2024-11-12T10:00:22,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c9b91d53cc6eef7661e21110e1a6449, ASSIGN because future has completed 2024-11-12T10:00:22,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c9b91d53cc6eef7661e21110e1a6449, server=eb677afb1da9,38325,1731405560558}] 2024-11-12T10:00:22,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85612fd2070c501879dde3de21cd7a7f, ASSIGN because future has completed 2024-11-12T10:00:22,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85612fd2070c501879dde3de21cd7a7f, server=eb677afb1da9,38325,1731405560558}] 2024-11-12T10:00:22,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=003f62f8dcec50660abf396d7ae7d54e, ASSIGN because future has completed 2024-11-12T10:00:22,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003f62f8dcec50660abf396d7ae7d54e, server=eb677afb1da9,41899,1731405560520}] 2024-11-12T10:00:23,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-12T10:00:23,114 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T10:00:23,114 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 003f62f8dcec50660abf396d7ae7d54e, NAME => 'SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T10:00:23,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-12T10:00:23,114 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,115 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:00:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-12T10:00:23,115 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,115 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,117 INFO [StoreOpener-003f62f8dcec50660abf396d7ae7d54e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,117 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41899,1731405560520 Release verify snapshot worker=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:23,118 INFO [StoreOpener-003f62f8dcec50660abf396d7ae7d54e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003f62f8dcec50660abf396d7ae7d54e columnFamilyName cf 2024-11-12T10:00:23,118 DEBUG [StoreOpener-003f62f8dcec50660abf396d7ae7d54e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:00:23,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-12T10:00:23,119 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T10:00:23,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=eb677afb1da9,41899,1731405560520 in 21.1700 sec 2024-11-12T10:00:23,120 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T10:00:23,122 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T10:00:23,122 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T10:00:23,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.8320 sec 2024-11-12T10:00:23,127 DEBUG [StoreOpener-003f62f8dcec50660abf396d7ae7d54e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e/cf/007ea894ed5e4285a12bfdb36ea0f911 2024-11-12T10:00:23,128 INFO [StoreOpener-003f62f8dcec50660abf396d7ae7d54e-1 {}] regionserver.HStore(327): Store=003f62f8dcec50660abf396d7ae7d54e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:00:23,128 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,129 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,130 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,130 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,130 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,132 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,134 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:00:23,134 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 003f62f8dcec50660abf396d7ae7d54e; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66078691, jitterRate=-0.015350773930549622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:00:23,134 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,135 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 003f62f8dcec50660abf396d7ae7d54e: Running coprocessor pre-open hook at 1731405623115Writing region info on filesystem at 1731405623115Initializing all the Stores at 1731405623116 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405623116Cleaning up temporary data from old regions at 1731405623130 (+14 ms)Running coprocessor post-open hooks at 1731405623134 (+4 ms)Region opened successfully at 1731405623135 (+1 ms) 2024-11-12T10:00:23,135 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e., pid=56, masterSystemTime=1731405623103 2024-11-12T10:00:23,137 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T10:00:23,137 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T10:00:23,137 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T10:00:23,137 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 192f5644429c9979e876a3c5be579ccd, NAME => 'SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T10:00:23,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=003f62f8dcec50660abf396d7ae7d54e, regionState=OPEN, openSeqNum=6, regionLocation=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:23,137 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,138 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:00:23,138 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,138 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,140 INFO [StoreOpener-192f5644429c9979e876a3c5be579ccd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003f62f8dcec50660abf396d7ae7d54e, server=eb677afb1da9,41899,1731405560520 because future has completed 2024-11-12T10:00:23,141 INFO [StoreOpener-192f5644429c9979e876a3c5be579ccd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 192f5644429c9979e876a3c5be579ccd columnFamilyName cf 2024-11-12T10:00:23,141 DEBUG [StoreOpener-192f5644429c9979e876a3c5be579ccd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:00:23,141 INFO [StoreOpener-192f5644429c9979e876a3c5be579ccd-1 {}] regionserver.HStore(327): Store=192f5644429c9979e876a3c5be579ccd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:00:23,141 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,142 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=49 2024-11-12T10:00:23,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 003f62f8dcec50660abf396d7ae7d54e, server=eb677afb1da9,41899,1731405560520 in 830 msec 2024-11-12T10:00:23,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=003f62f8dcec50660abf396d7ae7d54e, ASSIGN in 994 msec 2024-11-12T10:00:23,144 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,144 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,145 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,147 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,148 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 192f5644429c9979e876a3c5be579ccd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72440335, jitterRate=0.07944510877132416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:00:23,148 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,148 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 192f5644429c9979e876a3c5be579ccd: Running coprocessor pre-open hook at 1731405623138Writing region info on filesystem at 1731405623138Initializing all the Stores at 1731405623139 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731405623139Cleaning up temporary data from old regions at 1731405623145 (+6 ms)Running coprocessor post-open hooks at 1731405623148 (+3 ms)Region opened successfully at 1731405623148 2024-11-12T10:00:23,149 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd., pid=53, masterSystemTime=1731405623103 2024-11-12T10:00:23,150 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T10:00:23,150 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T10:00:23,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=192f5644429c9979e876a3c5be579ccd, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,41899,1731405560520 2024-11-12T10:00:23,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 192f5644429c9979e876a3c5be579ccd, server=eb677afb1da9,41899,1731405560520 because future has completed 2024-11-12T10:00:23,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-11-12T10:00:23,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 192f5644429c9979e876a3c5be579ccd, server=eb677afb1da9,41899,1731405560520 in 845 msec 2024-11-12T10:00:23,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=192f5644429c9979e876a3c5be579ccd, ASSIGN in 1.0050 sec 2024-11-12T10:00:23,391 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T10:00:23,394 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T10:00:23,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:00:23,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:00:23,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:00:23,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:00:23,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:00:23,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:00:23,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:00:23,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1946834275, stopped=false 2024-11-12T10:00:23,395 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb677afb1da9,44329,1731405560376 2024-11-12T10:00:23,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:00:23,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:00:23,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:00:23,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:00:23,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:00:23,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:00:23,447 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:00:23,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:00:23,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:00:23,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:00:23,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:00:23,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:00:23,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:00:23,449 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,41899,1731405560520' ***** 2024-11-12T10:00:23,449 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:00:23,450 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,38325,1731405560558' ***** 2024-11-12T10:00:23,450 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:00:23,450 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:00:23,450 INFO [RS:1;eb677afb1da9:38325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:00:23,450 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:00:23,450 INFO [RS:1;eb677afb1da9:38325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:00:23,451 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(3091): Received CLOSE for 132aa7e7fe9e9e13142577ea1f55d0d6 2024-11-12T10:00:23,451 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:00:23,451 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:00:23,451 INFO [RS:0;eb677afb1da9:41899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:00:23,451 INFO [RS:0;eb677afb1da9:41899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:00:23,451 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for 003f62f8dcec50660abf396d7ae7d54e 2024-11-12T10:00:23,451 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(3091): Received CLOSE for 80fd884b965e8b16fa2ce7633742344e 2024-11-12T10:00:23,451 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(3091): Received CLOSE for e511fa2395b483dbcaebb006920b575f 2024-11-12T10:00:23,451 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(959): stopping server eb677afb1da9,38325,1731405560558 2024-11-12T10:00:23,451 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for c1e65768cb31b5e8e7a74b56cbd591aa 2024-11-12T10:00:23,452 INFO [RS:1;eb677afb1da9:38325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:00:23,452 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for 71323f2dc0bcacbf8271569638b9217d 2024-11-12T10:00:23,452 INFO [RS:1;eb677afb1da9:38325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;eb677afb1da9:38325. 2024-11-12T10:00:23,452 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 132aa7e7fe9e9e13142577ea1f55d0d6, disabling compactions & flushes 2024-11-12T10:00:23,452 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 003f62f8dcec50660abf396d7ae7d54e, disabling compactions & flushes 2024-11-12T10:00:23,452 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for 192f5644429c9979e876a3c5be579ccd 2024-11-12T10:00:23,452 DEBUG [RS:1;eb677afb1da9:38325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:00:23,452 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T10:00:23,452 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T10:00:23,452 DEBUG [RS:1;eb677afb1da9:38325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:00:23,452 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T10:00:23,452 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T10:00:23,452 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T10:00:23,452 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(959): stopping server eb677afb1da9,41899,1731405560520 2024-11-12T10:00:23,452 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. after waiting 0 ms 2024-11-12T10:00:23,452 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. after waiting 0 ms 2024-11-12T10:00:23,452 INFO [RS:0;eb677afb1da9:41899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:00:23,452 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:00:23,452 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T10:00:23,452 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T10:00:23,452 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:00:23,452 INFO [RS:0;eb677afb1da9:41899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb677afb1da9:41899. 2024-11-12T10:00:23,452 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:00:23,452 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:00:23,452 DEBUG [RS:0;eb677afb1da9:41899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:00:23,452 DEBUG [RS:0;eb677afb1da9:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:00:23,452 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-12T10:00:23,452 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-12T10:00:23,452 DEBUG [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(1325): Online Regions={003f62f8dcec50660abf396d7ae7d54e=SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e., c1e65768cb31b5e8e7a74b56cbd591aa=SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa., 71323f2dc0bcacbf8271569638b9217d=SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d., 192f5644429c9979e876a3c5be579ccd=SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd., ea5ea580e6cd9ae9e1d30f322e3d9aa8=SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8.} 2024-11-12T10:00:23,452 DEBUG [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 132aa7e7fe9e9e13142577ea1f55d0d6=SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6., 80fd884b965e8b16fa2ce7633742344e=SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e., e511fa2395b483dbcaebb006920b575f=SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f.} 2024-11-12T10:00:23,453 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:00:23,453 DEBUG [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(1351): Waiting on 003f62f8dcec50660abf396d7ae7d54e, 192f5644429c9979e876a3c5be579ccd, 71323f2dc0bcacbf8271569638b9217d, c1e65768cb31b5e8e7a74b56cbd591aa, ea5ea580e6cd9ae9e1d30f322e3d9aa8 2024-11-12T10:00:23,453 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:00:23,453 DEBUG [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(1351): Waiting on 132aa7e7fe9e9e13142577ea1f55d0d6, 1588230740, 80fd884b965e8b16fa2ce7633742344e, e511fa2395b483dbcaebb006920b575f 2024-11-12T10:00:23,453 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:00:23,453 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:00:23,453 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:00:23,453 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.15 KB heapSize=25.42 KB 2024-11-12T10:00:23,456 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/132aa7e7fe9e9e13142577ea1f55d0d6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:00:23,456 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/003f62f8dcec50660abf396d7ae7d54e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-12T10:00:23,457 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T10:00:23,457 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 132aa7e7fe9e9e13142577ea1f55d0d6: Waiting for close lock at 1731405623451Running coprocessor pre-close hooks at 1731405623452 (+1 ms)Disabling compacts and flushes for region at 1731405623452Disabling writes for close at 1731405623452Writing region close event to WAL at 1731405623453 (+1 ms)Running coprocessor post-close hooks at 1731405623457 (+4 ms)Closed at 1731405623457 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 003f62f8dcec50660abf396d7ae7d54e: Waiting for close lock at 1731405623452Running coprocessor pre-close hooks at 1731405623452Disabling compacts and flushes for region at 1731405623452Disabling writes for close at 1731405623452Writing region close event to WAL at 1731405623454 (+2 ms)Running coprocessor post-close hooks at 1731405623457 (+3 ms)Closed at 1731405623457 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731405571667.132aa7e7fe9e9e13142577ea1f55d0d6. 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731405571667.003f62f8dcec50660abf396d7ae7d54e. 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80fd884b965e8b16fa2ce7633742344e, disabling compactions & flushes 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1e65768cb31b5e8e7a74b56cbd591aa, disabling compactions & flushes 2024-11-12T10:00:23,457 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T10:00:23,457 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. after waiting 0 ms 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. after waiting 0 ms 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T10:00:23,457 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T10:00:23,463 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/80fd884b965e8b16fa2ce7633742344e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:00:23,463 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/c1e65768cb31b5e8e7a74b56cbd591aa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:00:23,464 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T10:00:23,464 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80fd884b965e8b16fa2ce7633742344e: Waiting for close lock at 1731405623457Running coprocessor pre-close hooks at 1731405623457Disabling compacts and flushes for region at 1731405623457Disabling writes for close at 1731405623457Writing region close event to WAL at 1731405623458 (+1 ms)Running coprocessor post-close hooks at 1731405623464 (+6 ms)Closed at 1731405623464 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1e65768cb31b5e8e7a74b56cbd591aa: Waiting for close lock at 1731405623457Running coprocessor pre-close hooks at 1731405623457Disabling compacts and flushes for region at 1731405623457Disabling writes for close at 1731405623457Writing region close event to WAL at 1731405623458 (+1 ms)Running coprocessor post-close hooks at 1731405623464 (+6 ms)Closed at 1731405623464 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731405571667.80fd884b965e8b16fa2ce7633742344e. 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731405571667.c1e65768cb31b5e8e7a74b56cbd591aa. 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e511fa2395b483dbcaebb006920b575f, disabling compactions & flushes 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71323f2dc0bcacbf8271569638b9217d, disabling compactions & flushes 2024-11-12T10:00:23,464 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T10:00:23,464 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. after waiting 0 ms 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. after waiting 0 ms 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T10:00:23,464 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T10:00:23,470 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/e511fa2395b483dbcaebb006920b575f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:00:23,470 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/71323f2dc0bcacbf8271569638b9217d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:00:23,470 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T10:00:23,471 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e511fa2395b483dbcaebb006920b575f: Waiting for close lock at 1731405623464Running coprocessor pre-close hooks at 1731405623464Disabling compacts and flushes for region at 1731405623464Disabling writes for close at 1731405623464Writing region close event to WAL at 1731405623467 (+3 ms)Running coprocessor post-close hooks at 1731405623470 (+3 ms)Closed at 1731405623470 2024-11-12T10:00:23,471 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T10:00:23,471 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71323f2dc0bcacbf8271569638b9217d: Waiting for close lock at 1731405623464Running coprocessor pre-close hooks at 1731405623464Disabling compacts and flushes for region at 1731405623464Disabling writes for close at 1731405623464Writing region close event to WAL at 1731405623467 (+3 ms)Running coprocessor post-close hooks at 1731405623471 (+4 ms)Closed at 1731405623471 2024-11-12T10:00:23,471 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731405571667.e511fa2395b483dbcaebb006920b575f. 2024-11-12T10:00:23,471 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731405571667.71323f2dc0bcacbf8271569638b9217d. 2024-11-12T10:00:23,471 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 192f5644429c9979e876a3c5be579ccd, disabling compactions & flushes 2024-11-12T10:00:23,471 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T10:00:23,471 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T10:00:23,471 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. after waiting 0 ms 2024-11-12T10:00:23,471 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T10:00:23,471 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/.tmp/info/62d6dfc1d8004ecc867574e7a9617198 is 167, key is SPTestTable,19999999,1731405571667.85612fd2070c501879dde3de21cd7a7f./info:regioninfo/1731405622304/Put/seqid=0 2024-11-12T10:00:23,474 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/192f5644429c9979e876a3c5be579ccd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T10:00:23,475 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T10:00:23,475 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 192f5644429c9979e876a3c5be579ccd: Waiting for close lock at 1731405623471Running coprocessor pre-close hooks at 1731405623471Disabling compacts and flushes for region at 1731405623471Disabling writes for close at 1731405623471Writing region close event to WAL at 1731405623471Running coprocessor post-close hooks at 1731405623475 (+4 ms)Closed at 1731405623475 2024-11-12T10:00:23,475 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731405571667.192f5644429c9979e876a3c5be579ccd. 2024-11-12T10:00:23,475 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea5ea580e6cd9ae9e1d30f322e3d9aa8, disabling compactions & flushes 2024-11-12T10:00:23,475 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T10:00:23,475 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T10:00:23,475 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. after waiting 0 ms 2024-11-12T10:00:23,475 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T10:00:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741864_1040 (size=19598) 2024-11-12T10:00:23,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741864_1040 (size=19598) 2024-11-12T10:00:23,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741864_1040 (size=19598) 2024-11-12T10:00:23,481 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.99 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/.tmp/info/62d6dfc1d8004ecc867574e7a9617198 2024-11-12T10:00:23,482 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/default/SPTestTable/ea5ea580e6cd9ae9e1d30f322e3d9aa8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:00:23,483 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T10:00:23,483 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea5ea580e6cd9ae9e1d30f322e3d9aa8: Waiting for close lock at 1731405623475Running coprocessor pre-close hooks at 1731405623475Disabling compacts and flushes for region at 1731405623475Disabling writes for close at 1731405623475Writing region close event to WAL at 1731405623479 (+4 ms)Running coprocessor post-close hooks at 1731405623483 (+4 ms)Closed at 1731405623483 2024-11-12T10:00:23,483 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731405571667.ea5ea580e6cd9ae9e1d30f322e3d9aa8. 2024-11-12T10:00:23,499 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/.tmp/ns/9465b328aadc41408fc1e31609759c93 is 43, key is default/ns:d/1731405571569/Put/seqid=0 2024-11-12T10:00:23,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741865_1041 (size=5153) 2024-11-12T10:00:23,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741865_1041 (size=5153) 2024-11-12T10:00:23,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741865_1041 (size=5153) 2024-11-12T10:00:23,505 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/.tmp/ns/9465b328aadc41408fc1e31609759c93 2024-11-12T10:00:23,523 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/.tmp/table/1aaf8ea2098b4139abe03a06d3f9f31a is 47, key is SPTestTable/table:state/1731405582066/Put/seqid=0 2024-11-12T10:00:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741866_1042 (size=5214) 2024-11-12T10:00:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741866_1042 (size=5214) 2024-11-12T10:00:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741866_1042 (size=5214) 2024-11-12T10:00:23,530 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/.tmp/table/1aaf8ea2098b4139abe03a06d3f9f31a 2024-11-12T10:00:23,535 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/.tmp/info/62d6dfc1d8004ecc867574e7a9617198 as hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/info/62d6dfc1d8004ecc867574e7a9617198 2024-11-12T10:00:23,537 INFO [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:00:23,537 INFO [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:00:23,541 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/info/62d6dfc1d8004ecc867574e7a9617198, entries=110, sequenceid=35, filesize=19.1 K 2024-11-12T10:00:23,542 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/.tmp/ns/9465b328aadc41408fc1e31609759c93 as hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/ns/9465b328aadc41408fc1e31609759c93 2024-11-12T10:00:23,547 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/ns/9465b328aadc41408fc1e31609759c93, entries=2, sequenceid=35, filesize=5.0 K 2024-11-12T10:00:23,548 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/.tmp/table/1aaf8ea2098b4139abe03a06d3f9f31a as hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/table/1aaf8ea2098b4139abe03a06d3f9f31a 2024-11-12T10:00:23,555 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/table/1aaf8ea2098b4139abe03a06d3f9f31a, entries=2, sequenceid=35, filesize=5.1 K 2024-11-12T10:00:23,556 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.15 KB/15510, heapSize ~25.13 KB/25728, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=35, compaction requested=false 2024-11-12T10:00:23,560 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-12T10:00:23,561 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:00:23,561 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:00:23,561 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731405623452Running coprocessor pre-close hooks at 1731405623452Disabling compacts and flushes for region at 1731405623452Disabling writes for close at 1731405623453 (+1 ms)Obtaining lock to block concurrent updates at 1731405623453Preparing flush snapshotting stores in 1588230740 at 1731405623453Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15510, getHeapSize=25968, getOffHeapSize=0, getCellsCount=126 at 1731405623454 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731405623454Flushing 1588230740/info: creating writer at 1731405623454Flushing 1588230740/info: appending metadata at 1731405623471 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731405623471Flushing 1588230740/ns: creating writer at 1731405623486 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731405623498 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731405623498Flushing 1588230740/table: creating writer at 1731405623511 (+13 ms)Flushing 1588230740/table: appending metadata at 1731405623523 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731405623523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564b4c8f: reopening flushed file at 1731405623534 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670d4a6e: reopening flushed file at 1731405623541 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3dbcd: reopening flushed file at 1731405623547 (+6 ms)Finished flush of dataSize ~15.15 KB/15510, heapSize ~25.13 KB/25728, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=35, compaction requested=false at 1731405623556 (+9 ms)Writing region close event to WAL at 1731405623557 (+1 ms)Running coprocessor post-close hooks at 1731405623561 (+4 ms)Closed at 1731405623561 2024-11-12T10:00:23,561 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:00:23,653 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(976): stopping server eb677afb1da9,38325,1731405560558; all regions closed. 2024-11-12T10:00:23,653 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(976): stopping server eb677afb1da9,41899,1731405560520; all regions closed. 2024-11-12T10:00:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741835_1011 (size=4086) 2024-11-12T10:00:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741835_1011 (size=4086) 2024-11-12T10:00:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741836_1012 (size=18196) 2024-11-12T10:00:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741835_1011 (size=4086) 2024-11-12T10:00:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741836_1012 (size=18196) 2024-11-12T10:00:23,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741836_1012 (size=18196) 2024-11-12T10:00:23,659 DEBUG [RS:1;eb677afb1da9:38325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/oldWALs 2024-11-12T10:00:23,659 INFO [RS:1;eb677afb1da9:38325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C38325%2C1731405560558.meta:.meta(num 1731405571475) 2024-11-12T10:00:23,659 DEBUG [RS:0;eb677afb1da9:41899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/oldWALs 2024-11-12T10:00:23,659 INFO [RS:0;eb677afb1da9:41899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C41899%2C1731405560520:(num 1731405561291) 2024-11-12T10:00:23,659 DEBUG [RS:0;eb677afb1da9:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:00:23,659 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:00:23,659 INFO [RS:0;eb677afb1da9:41899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:00:23,660 INFO [RS:0;eb677afb1da9:41899 {}] hbase.ChoreService(370): Chore service for: regionserver/eb677afb1da9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:00:23,660 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:00:23,660 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:00:23,660 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:00:23,660 INFO [RS:0;eb677afb1da9:41899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:00:23,660 INFO [RS:0;eb677afb1da9:41899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41899 2024-11-12T10:00:23,660 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:00:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741834_1010 (size=2334) 2024-11-12T10:00:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741834_1010 (size=2334) 2024-11-12T10:00:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741834_1010 (size=2334) 2024-11-12T10:00:23,664 DEBUG [RS:1;eb677afb1da9:38325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/oldWALs 2024-11-12T10:00:23,665 INFO [RS:1;eb677afb1da9:38325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C38325%2C1731405560558:(num 1731405561291) 2024-11-12T10:00:23,665 DEBUG [RS:1;eb677afb1da9:38325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:00:23,665 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:00:23,665 INFO [RS:1;eb677afb1da9:38325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:00:23,665 INFO [RS:1;eb677afb1da9:38325 {}] hbase.ChoreService(370): Chore service for: regionserver/eb677afb1da9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:00:23,665 INFO [RS:1;eb677afb1da9:38325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:00:23,665 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:00:23,665 INFO [RS:1;eb677afb1da9:38325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38325 2024-11-12T10:00:23,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:00:23,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,41899,1731405560520 2024-11-12T10:00:23,680 INFO [RS:0;eb677afb1da9:41899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:00:23,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,38325,1731405560558 2024-11-12T10:00:23,689 INFO [RS:1;eb677afb1da9:38325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:00:23,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,41899,1731405560520] 2024-11-12T10:00:23,714 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,41899,1731405560520 already deleted, retry=false 2024-11-12T10:00:23,714 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb677afb1da9,41899,1731405560520 expired; onlineServers=1 2024-11-12T10:00:23,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,38325,1731405560558] 2024-11-12T10:00:23,722 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,38325,1731405560558 already deleted, retry=false 2024-11-12T10:00:23,722 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb677afb1da9,38325,1731405560558 expired; onlineServers=0 2024-11-12T10:00:23,722 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb677afb1da9,44329,1731405560376' ***** 2024-11-12T10:00:23,722 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:00:23,722 INFO [M:0;eb677afb1da9:44329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:00:23,722 INFO [M:0;eb677afb1da9:44329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:00:23,722 DEBUG [M:0;eb677afb1da9:44329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:00:23,722 DEBUG [M:0;eb677afb1da9:44329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:00:23,722 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731405560964 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731405560964,5,FailOnTimeoutGroup] 2024-11-12T10:00:23,722 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731405560963 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731405560963,5,FailOnTimeoutGroup] 2024-11-12T10:00:23,722 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:00:23,723 INFO [M:0;eb677afb1da9:44329 {}] hbase.ChoreService(370): Chore service for: master/eb677afb1da9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:00:23,723 INFO [M:0;eb677afb1da9:44329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:00:23,723 DEBUG [M:0;eb677afb1da9:44329 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:00:23,723 INFO [M:0;eb677afb1da9:44329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:00:23,723 INFO [M:0;eb677afb1da9:44329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:00:23,723 ERROR [M:0;eb677afb1da9:44329 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:42411 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42411,5,PEWorkerGroup] 2024-11-12T10:00:23,723 INFO [M:0;eb677afb1da9:44329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:00:23,723 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:00:23,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:00:23,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:00:23,730 DEBUG [M:0;eb677afb1da9:44329 {}] zookeeper.ZKUtil(347): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:00:23,730 WARN [M:0;eb677afb1da9:44329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:00:23,731 INFO [M:0;eb677afb1da9:44329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/.lastflushedseqids 2024-11-12T10:00:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741867_1043 (size=650) 2024-11-12T10:00:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741867_1043 (size=650) 2024-11-12T10:00:23,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741867_1043 (size=650) 2024-11-12T10:00:23,740 INFO [M:0;eb677afb1da9:44329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:00:23,740 INFO [M:0;eb677afb1da9:44329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:00:23,740 DEBUG [M:0;eb677afb1da9:44329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:00:23,740 INFO [M:0;eb677afb1da9:44329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:00:23,740 DEBUG [M:0;eb677afb1da9:44329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:00:23,740 DEBUG [M:0;eb677afb1da9:44329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:00:23,740 DEBUG [M:0;eb677afb1da9:44329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:00:23,741 INFO [M:0;eb677afb1da9:44329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=180.88 KB heapSize=221.15 KB 2024-11-12T10:00:23,757 DEBUG [M:0;eb677afb1da9:44329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7c993ca36cb4712b318cc911379480b is 82, key is hbase:meta,,1/info:regioninfo/1731405571512/Put/seqid=0 2024-11-12T10:00:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741868_1044 (size=5672) 2024-11-12T10:00:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741868_1044 (size=5672) 2024-11-12T10:00:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741868_1044 (size=5672) 2024-11-12T10:00:23,767 INFO [M:0;eb677afb1da9:44329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7c993ca36cb4712b318cc911379480b 2024-11-12T10:00:23,786 DEBUG [M:0;eb677afb1da9:44329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f5caa0b9daa405e884b3e5b0e08b071 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731405582071/Put/seqid=0 2024-11-12T10:00:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741869_1045 (size=12987) 2024-11-12T10:00:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741869_1045 (size=12987) 2024-11-12T10:00:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741869_1045 (size=12987) 2024-11-12T10:00:23,793 INFO [M:0;eb677afb1da9:44329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=180.15 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f5caa0b9daa405e884b3e5b0e08b071 2024-11-12T10:00:23,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:00:23,797 INFO [RS:0;eb677afb1da9:41899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:00:23,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x1012fc5cce90001, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:00:23,797 INFO [RS:0;eb677afb1da9:41899 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,41899,1731405560520; zookeeper connection closed. 2024-11-12T10:00:23,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7246835e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7246835e 2024-11-12T10:00:23,798 INFO [M:0;eb677afb1da9:44329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f5caa0b9daa405e884b3e5b0e08b071 2024-11-12T10:00:23,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:00:23,805 INFO [RS:1;eb677afb1da9:38325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:00:23,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1012fc5cce90002, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:00:23,805 INFO [RS:1;eb677afb1da9:38325 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,38325,1731405560558; zookeeper connection closed. 2024-11-12T10:00:23,806 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52495f10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52495f10 2024-11-12T10:00:23,806 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T10:00:23,818 DEBUG [M:0;eb677afb1da9:44329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b002da92e7334279a5f9a3fe383be75b is 69, key is eb677afb1da9,38325,1731405560558/rs:state/1731405561091/Put/seqid=0 2024-11-12T10:00:23,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741870_1046 (size=5447) 2024-11-12T10:00:23,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741870_1046 (size=5447) 2024-11-12T10:00:23,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741870_1046 (size=5447) 2024-11-12T10:00:23,825 INFO [M:0;eb677afb1da9:44329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b002da92e7334279a5f9a3fe383be75b 2024-11-12T10:00:23,830 INFO [M:0;eb677afb1da9:44329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b002da92e7334279a5f9a3fe383be75b 2024-11-12T10:00:23,831 DEBUG [M:0;eb677afb1da9:44329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7c993ca36cb4712b318cc911379480b as hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7c993ca36cb4712b318cc911379480b 2024-11-12T10:00:23,838 INFO [M:0;eb677afb1da9:44329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7c993ca36cb4712b318cc911379480b, entries=8, sequenceid=434, filesize=5.5 K 2024-11-12T10:00:23,839 DEBUG [M:0;eb677afb1da9:44329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f5caa0b9daa405e884b3e5b0e08b071 as hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f5caa0b9daa405e884b3e5b0e08b071 2024-11-12T10:00:23,845 INFO [M:0;eb677afb1da9:44329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f5caa0b9daa405e884b3e5b0e08b071 2024-11-12T10:00:23,845 INFO [M:0;eb677afb1da9:44329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f5caa0b9daa405e884b3e5b0e08b071, entries=56, sequenceid=434, filesize=12.7 K 2024-11-12T10:00:23,846 DEBUG [M:0;eb677afb1da9:44329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b002da92e7334279a5f9a3fe383be75b as hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b002da92e7334279a5f9a3fe383be75b 2024-11-12T10:00:23,853 INFO [M:0;eb677afb1da9:44329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b002da92e7334279a5f9a3fe383be75b 2024-11-12T10:00:23,853 INFO [M:0;eb677afb1da9:44329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/c74b3571-66ae-d069-f024-0a21d7e576e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b002da92e7334279a5f9a3fe383be75b, entries=3, sequenceid=434, filesize=5.3 K 2024-11-12T10:00:23,854 INFO [M:0;eb677afb1da9:44329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~180.88 KB/185222, heapSize ~220.85 KB/226152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=434, compaction requested=false 2024-11-12T10:00:23,856 INFO [M:0;eb677afb1da9:44329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:00:23,856 DEBUG [M:0;eb677afb1da9:44329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731405623740Disabling compacts and flushes for region at 1731405623740Disabling writes for close at 1731405623740Obtaining lock to block concurrent updates at 1731405623741 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731405623741Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=185222, getHeapSize=226392, getOffHeapSize=0, getCellsCount=531 at 1731405623741Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731405623742 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731405623742Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731405623757 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731405623757Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731405623772 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731405623785 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731405623785Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731405623799 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731405623817 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731405623817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dce9f89: reopening flushed file at 1731405623830 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0de8fc: reopening flushed file at 1731405623838 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5943bb92: reopening flushed file at 1731405623845 (+7 ms)Finished flush of dataSize ~180.88 KB/185222, heapSize ~220.85 KB/226152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=434, compaction requested=false at 1731405623854 (+9 ms)Writing region close event to WAL at 1731405623856 (+2 ms)Closed at 1731405623856 2024-11-12T10:00:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741830_1006 (size=214239) 2024-11-12T10:00:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741830_1006 (size=214239) 2024-11-12T10:00:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741830_1006 (size=214239) 2024-11-12T10:00:23,859 INFO [M:0;eb677afb1da9:44329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:00:23,859 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:00:23,859 INFO [M:0;eb677afb1da9:44329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44329 2024-11-12T10:00:23,859 INFO [M:0;eb677afb1da9:44329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:00:23,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:00:23,986 INFO [M:0;eb677afb1da9:44329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:00:23,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1012fc5cce90000, quorum=127.0.0.1:60863, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:00:23,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@257e2f84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:00:23,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c26c1ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:00:23,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:00:23,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@894f43a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:00:23,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48cbaeb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/hadoop.log.dir/,STOPPED} 2024-11-12T10:00:23,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:00:23,991 WARN [BP-2139369624-172.17.0.2-1731405558304 heartbeating to localhost/127.0.0.1:42411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:00:23,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:00:23,991 WARN [BP-2139369624-172.17.0.2-1731405558304 heartbeating to localhost/127.0.0.1:42411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2139369624-172.17.0.2-1731405558304 (Datanode Uuid 6888f164-e6f5-4fc9-9374-e5747c5f60cc) service to localhost/127.0.0.1:42411 2024-11-12T10:00:23,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data5/current/BP-2139369624-172.17.0.2-1731405558304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:00:23,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data6/current/BP-2139369624-172.17.0.2-1731405558304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:00:23,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:00:23,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7911b946{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:00:23,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38b5411d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:00:23,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:00:23,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9fceb15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:00:23,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@692b3282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/hadoop.log.dir/,STOPPED} 2024-11-12T10:00:23,996 WARN [BP-2139369624-172.17.0.2-1731405558304 heartbeating to localhost/127.0.0.1:42411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:00:23,996 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:00:23,996 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:00:23,996 WARN [BP-2139369624-172.17.0.2-1731405558304 heartbeating to localhost/127.0.0.1:42411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2139369624-172.17.0.2-1731405558304 (Datanode Uuid c54c15cc-1794-41c1-b0fe-77e61adef972) service to localhost/127.0.0.1:42411 2024-11-12T10:00:23,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data3/current/BP-2139369624-172.17.0.2-1731405558304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:00:23,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data4/current/BP-2139369624-172.17.0.2-1731405558304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:00:23,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:00:23,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c7ddb23{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:00:24,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22c8ef2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:00:24,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:00:24,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77afe134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:00:24,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76fca390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/hadoop.log.dir/,STOPPED} 2024-11-12T10:00:24,002 WARN [BP-2139369624-172.17.0.2-1731405558304 heartbeating to localhost/127.0.0.1:42411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:00:24,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:00:24,002 WARN [BP-2139369624-172.17.0.2-1731405558304 heartbeating to localhost/127.0.0.1:42411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2139369624-172.17.0.2-1731405558304 (Datanode Uuid a3cff52f-8c88-41cc-bf8e-e3a8463c1f7e) service to localhost/127.0.0.1:42411 2024-11-12T10:00:24,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:00:24,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data1/current/BP-2139369624-172.17.0.2-1731405558304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:00:24,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/cluster_1bcf0380-bd06-01a1-b0d0-e1161bd59b80/data/data2/current/BP-2139369624-172.17.0.2-1731405558304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:00:24,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:00:24,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fc2671a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:00:24,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@436caa22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:00:24,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:00:24,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efd563c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:00:24,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31631745{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/32ab7508-695e-8564-9554-1ed0a0c40e7c/hadoop.log.dir/,STOPPED} 2024-11-12T10:00:24,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:00:24,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:00:24,070 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=129 (was 98) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42411 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42411 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=74 (was 76), ProcessCount=11 (was 11), AvailableMemoryMB=6458 (was 6587)