2024-11-10 03:40:30,557 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 03:40:30,568 main DEBUG Took 0.009705 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 03:40:30,569 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 03:40:30,569 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 03:40:30,570 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 03:40:30,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,578 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 03:40:30,590 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,592 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,593 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,594 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,595 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,596 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,596 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,597 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,598 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,599 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,599 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,600 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 03:40:30,601 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,601 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 03:40:30,602 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 03:40:30,603 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 03:40:30,605 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 03:40:30,605 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 03:40:30,607 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 03:40:30,607 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 03:40:30,616 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 03:40:30,618 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 03:40:30,620 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 03:40:30,620 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 03:40:30,620 main DEBUG createAppenders(={Console}) 2024-11-10 03:40:30,621 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-10 03:40:30,621 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 03:40:30,622 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-10 03:40:30,622 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 03:40:30,622 main DEBUG OutputStream closed 2024-11-10 03:40:30,623 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 03:40:30,623 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 03:40:30,623 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-10 03:40:30,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 03:40:30,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 03:40:30,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 03:40:30,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 03:40:30,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 03:40:30,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 03:40:30,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 03:40:30,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 03:40:30,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 03:40:30,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 03:40:30,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 03:40:30,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 03:40:30,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 03:40:30,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 03:40:30,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 03:40:30,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 03:40:30,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 03:40:30,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 03:40:30,718 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 03:40:30,719 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-10 03:40:30,719 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 03:40:30,720 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-10T03:40:30,735 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-10 03:40:30,738 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 03:40:30,739 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T03:40:30,748 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-10T03:40:30,778 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=8261 2024-11-10T03:40:31,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970 2024-11-10T03:40:31,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T03:40:31,054 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3, deleteOnExit=true 2024-11-10T03:40:31,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T03:40:31,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/test.cache.data in system properties and HBase conf 2024-11-10T03:40:31,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T03:40:31,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.log.dir in system properties and HBase conf 2024-11-10T03:40:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T03:40:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T03:40:31,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T03:40:31,136 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T03:40:31,229 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T03:40:31,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T03:40:31,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T03:40:31,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T03:40:31,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T03:40:31,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T03:40:31,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T03:40:31,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T03:40:31,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T03:40:31,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T03:40:31,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/nfs.dump.dir in system properties and HBase conf 2024-11-10T03:40:31,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/java.io.tmpdir in system properties and HBase conf 2024-11-10T03:40:31,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T03:40:31,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T03:40:31,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T03:40:32,069 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T03:40:32,152 INFO [Time-limited test {}] log.Log(170): Logging initialized @2331ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T03:40:32,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:40:32,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T03:40:32,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T03:40:32,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T03:40:32,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T03:40:32,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:40:32,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.log.dir/,AVAILABLE} 2024-11-10T03:40:32,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T03:40:32,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/java.io.tmpdir/jetty-localhost-37191-hadoop-hdfs-3_4_1-tests_jar-_-any-2752029559670862174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T03:40:32,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:37191} 2024-11-10T03:40:32,560 INFO [Time-limited test {}] server.Server(415): Started @2739ms 2024-11-10T03:40:32,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:40:32,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T03:40:32,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T03:40:32,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T03:40:32,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T03:40:32,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.log.dir/,AVAILABLE} 2024-11-10T03:40:32,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T03:40:33,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/java.io.tmpdir/jetty-localhost-34241-hadoop-hdfs-3_4_1-tests_jar-_-any-6566274404996547635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:40:33,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:34241} 2024-11-10T03:40:33,100 INFO [Time-limited test {}] server.Server(415): Started @3279ms 2024-11-10T03:40:33,162 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T03:40:33,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:40:33,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T03:40:33,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T03:40:33,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T03:40:33,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T03:40:33,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.log.dir/,AVAILABLE} 2024-11-10T03:40:33,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T03:40:33,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/java.io.tmpdir/jetty-localhost-39745-hadoop-hdfs-3_4_1-tests_jar-_-any-13327341780867148129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:40:33,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:39745} 2024-11-10T03:40:33,449 INFO [Time-limited test {}] server.Server(415): Started @3629ms 2024-11-10T03:40:33,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T03:40:33,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:40:33,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T03:40:33,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T03:40:33,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T03:40:33,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T03:40:33,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.log.dir/,AVAILABLE} 2024-11-10T03:40:33,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T03:40:33,610 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data4/current/BP-959116402-172.17.0.2-1731210031829/current, will proceed with Du for space computation calculation, 2024-11-10T03:40:33,610 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data2/current/BP-959116402-172.17.0.2-1731210031829/current, will proceed with Du for space computation calculation, 2024-11-10T03:40:33,610 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data3/current/BP-959116402-172.17.0.2-1731210031829/current, will proceed with Du for space computation calculation, 2024-11-10T03:40:33,610 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data1/current/BP-959116402-172.17.0.2-1731210031829/current, will proceed with Du for space computation calculation, 2024-11-10T03:40:33,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/java.io.tmpdir/jetty-localhost-40501-hadoop-hdfs-3_4_1-tests_jar-_-any-11305887641006349109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:40:33,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:40501} 2024-11-10T03:40:33,657 INFO [Time-limited test {}] server.Server(415): Started @3836ms 2024-11-10T03:40:33,659 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T03:40:33,660 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T03:40:33,660 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T03:40:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x543e0d167f416a61 with lease ID 0x637965a85e16be28: Processing first storage report for DS-b1f7967e-7d85-41d2-b2b7-53175ea39d01 from datanode DatanodeRegistration(127.0.0.1:46455, datanodeUuid=7fd7236f-bf0e-44e0-a830-d6f08f4de9f8, infoPort=44443, infoSecurePort=0, ipcPort=46105, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829) 2024-11-10T03:40:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x543e0d167f416a61 with lease ID 0x637965a85e16be28: from storage DS-b1f7967e-7d85-41d2-b2b7-53175ea39d01 node DatanodeRegistration(127.0.0.1:46455, datanodeUuid=7fd7236f-bf0e-44e0-a830-d6f08f4de9f8, infoPort=44443, infoSecurePort=0, ipcPort=46105, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T03:40:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91540934f2083536 with lease ID 0x637965a85e16be27: Processing first storage report for DS-c2712fb7-e18e-48ea-82bb-7469e9988603 from datanode DatanodeRegistration(127.0.0.1:45617, datanodeUuid=19adc83d-b7e1-4aeb-bea6-60e10cf2a256, infoPort=40563, infoSecurePort=0, ipcPort=46681, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829) 2024-11-10T03:40:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91540934f2083536 with lease ID 0x637965a85e16be27: from storage DS-c2712fb7-e18e-48ea-82bb-7469e9988603 node DatanodeRegistration(127.0.0.1:45617, datanodeUuid=19adc83d-b7e1-4aeb-bea6-60e10cf2a256, infoPort=40563, infoSecurePort=0, ipcPort=46681, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T03:40:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x543e0d167f416a61 with lease ID 0x637965a85e16be28: Processing first storage report for DS-9fe4813d-ac50-4655-a1b7-47e16d78e0f7 from datanode DatanodeRegistration(127.0.0.1:46455, datanodeUuid=7fd7236f-bf0e-44e0-a830-d6f08f4de9f8, infoPort=44443, infoSecurePort=0, ipcPort=46105, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829) 2024-11-10T03:40:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x543e0d167f416a61 with lease ID 0x637965a85e16be28: from storage DS-9fe4813d-ac50-4655-a1b7-47e16d78e0f7 node DatanodeRegistration(127.0.0.1:46455, datanodeUuid=7fd7236f-bf0e-44e0-a830-d6f08f4de9f8, infoPort=44443, infoSecurePort=0, ipcPort=46105, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T03:40:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91540934f2083536 with lease ID 0x637965a85e16be27: Processing first storage report for DS-b9835317-0150-4b0b-b598-6f115c8b4ad2 from datanode DatanodeRegistration(127.0.0.1:45617, datanodeUuid=19adc83d-b7e1-4aeb-bea6-60e10cf2a256, infoPort=40563, infoSecurePort=0, ipcPort=46681, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829) 2024-11-10T03:40:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91540934f2083536 with lease ID 0x637965a85e16be27: from storage DS-b9835317-0150-4b0b-b598-6f115c8b4ad2 node DatanodeRegistration(127.0.0.1:45617, datanodeUuid=19adc83d-b7e1-4aeb-bea6-60e10cf2a256, infoPort=40563, infoSecurePort=0, ipcPort=46681, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T03:40:33,796 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data6/current/BP-959116402-172.17.0.2-1731210031829/current, will proceed with Du for space computation calculation, 2024-11-10T03:40:33,796 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data5/current/BP-959116402-172.17.0.2-1731210031829/current, will proceed with Du for space computation calculation, 2024-11-10T03:40:33,824 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T03:40:33,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9e6ff0e94fcbe72 with lease ID 0x637965a85e16be29: Processing first storage report for DS-f2f5fb5c-147d-4b31-8896-643d2426c908 from datanode DatanodeRegistration(127.0.0.1:36261, datanodeUuid=26880792-26d2-4562-9cd6-76eedd907bc4, infoPort=45865, infoSecurePort=0, ipcPort=44395, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829) 2024-11-10T03:40:33,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9e6ff0e94fcbe72 with lease ID 0x637965a85e16be29: from storage DS-f2f5fb5c-147d-4b31-8896-643d2426c908 node DatanodeRegistration(127.0.0.1:36261, datanodeUuid=26880792-26d2-4562-9cd6-76eedd907bc4, infoPort=45865, infoSecurePort=0, ipcPort=44395, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T03:40:33,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9e6ff0e94fcbe72 with lease ID 0x637965a85e16be29: Processing first storage report for DS-d1e7f4ec-512a-4870-a371-043b13682770 from datanode DatanodeRegistration(127.0.0.1:36261, datanodeUuid=26880792-26d2-4562-9cd6-76eedd907bc4, infoPort=45865, infoSecurePort=0, ipcPort=44395, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829) 2024-11-10T03:40:33,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9e6ff0e94fcbe72 with lease ID 0x637965a85e16be29: from storage DS-d1e7f4ec-512a-4870-a371-043b13682770 node DatanodeRegistration(127.0.0.1:36261, datanodeUuid=26880792-26d2-4562-9cd6-76eedd907bc4, infoPort=45865, infoSecurePort=0, ipcPort=44395, storageInfo=lv=-57;cid=testClusterID;nsid=1919173748;c=1731210031829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T03:40:34,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970 2024-11-10T03:40:34,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/zookeeper_0, clientPort=63937, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T03:40:34,124 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63937 2024-11-10T03:40:34,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:40:34,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:40:34,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741825_1001 (size=7) 2024-11-10T03:40:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741825_1001 (size=7) 2024-11-10T03:40:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741825_1001 (size=7) 2024-11-10T03:40:34,788 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 with version=8 2024-11-10T03:40:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/hbase-staging 2024-11-10T03:40:34,875 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T03:40:35,127 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1d9e3766cb1:0 server-side Connection retries=45 2024-11-10T03:40:35,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,143 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T03:40:35,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T03:40:35,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T03:40:35,341 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T03:40:35,349 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T03:40:35,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T03:40:35,382 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2717 (auto-detected) 2024-11-10T03:40:35,383 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T03:40:35,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44165 2024-11-10T03:40:35,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44165 connecting to ZooKeeper ensemble=127.0.0.1:63937 2024-11-10T03:40:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441650x0, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T03:40:35,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44165-0x101904431170000 connected 2024-11-10T03:40:35,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:40:35,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:40:35,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:40:35,519 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194, hbase.cluster.distributed=false 2024-11-10T03:40:35,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T03:40:35,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44165 2024-11-10T03:40:35,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44165 2024-11-10T03:40:35,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44165 2024-11-10T03:40:35,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44165 2024-11-10T03:40:35,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44165 2024-11-10T03:40:35,660 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1d9e3766cb1:0 server-side Connection retries=45 2024-11-10T03:40:35,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T03:40:35,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T03:40:35,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T03:40:35,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T03:40:35,669 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38167 2024-11-10T03:40:35,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38167 connecting to ZooKeeper ensemble=127.0.0.1:63937 2024-11-10T03:40:35,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:40:35,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:40:35,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381670x0, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T03:40:35,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38167-0x101904431170001 connected 2024-11-10T03:40:35,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:40:35,688 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T03:40:35,697 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T03:40:35,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T03:40:35,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T03:40:35,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-10T03:40:35,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38167 2024-11-10T03:40:35,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38167 2024-11-10T03:40:35,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-10T03:40:35,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-10T03:40:35,724 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1d9e3766cb1:0 server-side Connection retries=45 2024-11-10T03:40:35,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T03:40:35,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T03:40:35,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T03:40:35,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T03:40:35,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35225 2024-11-10T03:40:35,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35225 connecting to ZooKeeper ensemble=127.0.0.1:63937 2024-11-10T03:40:35,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:40:35,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:40:35,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352250x0, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T03:40:35,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35225-0x101904431170002 connected 2024-11-10T03:40:35,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:40:35,739 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T03:40:35,740 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T03:40:35,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T03:40:35,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T03:40:35,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-10T03:40:35,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35225 2024-11-10T03:40:35,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35225 2024-11-10T03:40:35,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-10T03:40:35,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-10T03:40:35,763 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1d9e3766cb1:0 server-side Connection retries=45 2024-11-10T03:40:35,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T03:40:35,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:40:35,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T03:40:35,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T03:40:35,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T03:40:35,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38539 2024-11-10T03:40:35,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38539 connecting to ZooKeeper ensemble=127.0.0.1:63937 2024-11-10T03:40:35,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:40:35,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:40:35,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385390x0, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T03:40:35,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385390x0, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:40:35,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38539-0x101904431170003 connected 2024-11-10T03:40:35,776 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T03:40:35,777 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T03:40:35,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T03:40:35,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T03:40:35,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38539 2024-11-10T03:40:35,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38539 2024-11-10T03:40:35,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38539 2024-11-10T03:40:35,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38539 2024-11-10T03:40:35,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38539 2024-11-10T03:40:35,799 DEBUG [M:0;d1d9e3766cb1:44165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1d9e3766cb1:44165 2024-11-10T03:40:35,800 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1d9e3766cb1,44165,1731210034928 2024-11-10T03:40:35,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:40:35,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:40:35,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:40:35,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:40:35,812 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1d9e3766cb1,44165,1731210034928 2024-11-10T03:40:35,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T03:40:35,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T03:40:35,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T03:40:35,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:35,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:35,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:35,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:35,842 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T03:40:35,844 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1d9e3766cb1,44165,1731210034928 from backup master directory 2024-11-10T03:40:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:40:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:40:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:40:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1d9e3766cb1,44165,1731210034928 2024-11-10T03:40:35,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:40:35,847 WARN [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T03:40:35,847 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1d9e3766cb1,44165,1731210034928 2024-11-10T03:40:35,850 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T03:40:35,852 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T03:40:35,914 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/hbase.id] with ID: ca3187d8-4102-487d-a742-92db57acb88b 2024-11-10T03:40:35,915 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/.tmp/hbase.id 2024-11-10T03:40:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741826_1002 (size=42) 2024-11-10T03:40:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741826_1002 (size=42) 2024-11-10T03:40:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741826_1002 (size=42) 2024-11-10T03:40:35,930 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/.tmp/hbase.id]:[hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/hbase.id] 2024-11-10T03:40:35,973 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:40:35,978 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T03:40:35,997 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T03:40:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741827_1003 (size=196) 2024-11-10T03:40:36,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741827_1003 (size=196) 2024-11-10T03:40:36,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741827_1003 (size=196) 2024-11-10T03:40:36,038 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:40:36,040 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T03:40:36,057 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T03:40:36,062 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:40:36,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741828_1004 (size=1189) 2024-11-10T03:40:36,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741828_1004 (size=1189) 2024-11-10T03:40:36,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741828_1004 (size=1189) 2024-11-10T03:40:36,121 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store 2024-11-10T03:40:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741829_1005 (size=34) 2024-11-10T03:40:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741829_1005 (size=34) 2024-11-10T03:40:36,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741829_1005 (size=34) 2024-11-10T03:40:36,147 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T03:40:36,151 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:36,152 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T03:40:36,152 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:40:36,152 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:40:36,154 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T03:40:36,155 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:40:36,155 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:40:36,156 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731210036152Disabling compacts and flushes for region at 1731210036152Disabling writes for close at 1731210036154 (+2 ms)Writing region close event to WAL at 1731210036155 (+1 ms)Closed at 1731210036155 2024-11-10T03:40:36,158 WARN [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/.initializing 2024-11-10T03:40:36,159 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/WALs/d1d9e3766cb1,44165,1731210034928 2024-11-10T03:40:36,167 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T03:40:36,181 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1d9e3766cb1%2C44165%2C1731210034928, suffix=, logDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/WALs/d1d9e3766cb1,44165,1731210034928, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/oldWALs, maxLogs=10 2024-11-10T03:40:36,211 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/WALs/d1d9e3766cb1,44165,1731210034928/d1d9e3766cb1%2C44165%2C1731210034928.1731210036188, exclude list is [], retry=0 2024-11-10T03:40:36,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46455,DS-b1f7967e-7d85-41d2-b2b7-53175ea39d01,DISK] 2024-11-10T03:40:36,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45617,DS-c2712fb7-e18e-48ea-82bb-7469e9988603,DISK] 2024-11-10T03:40:36,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-f2f5fb5c-147d-4b31-8896-643d2426c908,DISK] 2024-11-10T03:40:36,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T03:40:36,270 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/WALs/d1d9e3766cb1,44165,1731210034928/d1d9e3766cb1%2C44165%2C1731210034928.1731210036188 2024-11-10T03:40:36,271 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40563:40563),(127.0.0.1/127.0.0.1:45865:45865),(127.0.0.1/127.0.0.1:44443:44443)] 2024-11-10T03:40:36,272 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:40:36,272 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:36,275 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,276 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T03:40:36,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:36,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:40:36,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T03:40:36,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:36,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:36,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T03:40:36,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:36,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:36,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T03:40:36,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:36,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:36,364 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,369 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,370 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,376 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,377 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,381 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T03:40:36,384 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:40:36,389 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:36,390 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70264528, jitterRate=0.04702305793762207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T03:40:36,396 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731210036289Initializing all the Stores at 1731210036292 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210036292Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210036293 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210036293Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210036293Cleaning up temporary data from old regions at 1731210036377 (+84 ms)Region opened successfully at 1731210036396 (+19 ms) 2024-11-10T03:40:36,397 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T03:40:36,432 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c295bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1d9e3766cb1/172.17.0.2:0 2024-11-10T03:40:36,465 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T03:40:36,476 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T03:40:36,476 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T03:40:36,479 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T03:40:36,480 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T03:40:36,486 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T03:40:36,486 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T03:40:36,512 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T03:40:36,521 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T03:40:36,523 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T03:40:36,525 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T03:40:36,527 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T03:40:36,528 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T03:40:36,530 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T03:40:36,533 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T03:40:36,534 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T03:40:36,535 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T03:40:36,537 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T03:40:36,556 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T03:40:36,557 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T03:40:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T03:40:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T03:40:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T03:40:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T03:40:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,564 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1d9e3766cb1,44165,1731210034928, sessionid=0x101904431170000, setting cluster-up flag (Was=false) 2024-11-10T03:40:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,581 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T03:40:36,583 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1d9e3766cb1,44165,1731210034928 2024-11-10T03:40:36,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:36,594 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T03:40:36,596 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1d9e3766cb1,44165,1731210034928 2024-11-10T03:40:36,601 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T03:40:36,678 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T03:40:36,687 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(746): ClusterId : ca3187d8-4102-487d-a742-92db57acb88b 2024-11-10T03:40:36,688 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(746): ClusterId : ca3187d8-4102-487d-a742-92db57acb88b 2024-11-10T03:40:36,688 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.HRegionServer(746): ClusterId : ca3187d8-4102-487d-a742-92db57acb88b 2024-11-10T03:40:36,689 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T03:40:36,690 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T03:40:36,690 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T03:40:36,690 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T03:40:36,695 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T03:40:36,695 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T03:40:36,695 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T03:40:36,695 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T03:40:36,696 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T03:40:36,696 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T03:40:36,697 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T03:40:36,699 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T03:40:36,699 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T03:40:36,699 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T03:40:36,699 DEBUG [RS:1;d1d9e3766cb1:35225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597c6c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1d9e3766cb1/172.17.0.2:0 2024-11-10T03:40:36,699 DEBUG [RS:0;d1d9e3766cb1:38167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab97dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1d9e3766cb1/172.17.0.2:0 2024-11-10T03:40:36,700 DEBUG [RS:2;d1d9e3766cb1:38539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7678e8ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1d9e3766cb1/172.17.0.2:0 2024-11-10T03:40:36,704 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1d9e3766cb1,44165,1731210034928 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T03:40:36,715 DEBUG [RS:1;d1d9e3766cb1:35225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d1d9e3766cb1:35225 2024-11-10T03:40:36,716 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1d9e3766cb1:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:40:36,717 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1d9e3766cb1:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:40:36,717 DEBUG [RS:2;d1d9e3766cb1:38539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d1d9e3766cb1:38539 2024-11-10T03:40:36,717 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1d9e3766cb1:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:40:36,717 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1d9e3766cb1:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:40:36,717 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1d9e3766cb1:0, corePoolSize=10, maxPoolSize=10 2024-11-10T03:40:36,717 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,718 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1d9e3766cb1:0, corePoolSize=2, maxPoolSize=2 2024-11-10T03:40:36,718 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,719 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T03:40:36,719 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T03:40:36,719 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T03:40:36,719 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T03:40:36,719 DEBUG [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T03:40:36,719 DEBUG [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T03:40:36,720 DEBUG [RS:0;d1d9e3766cb1:38167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1d9e3766cb1:38167 2024-11-10T03:40:36,720 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T03:40:36,720 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T03:40:36,720 DEBUG [RS:0;d1d9e3766cb1:38167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T03:40:36,722 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1d9e3766cb1,44165,1731210034928 with port=38539, startcode=1731210035763 2024-11-10T03:40:36,722 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1d9e3766cb1,44165,1731210034928 with port=35225, startcode=1731210035724 2024-11-10T03:40:36,722 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1d9e3766cb1,44165,1731210034928 with port=38167, startcode=1731210035618 2024-11-10T03:40:36,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T03:40:36,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T03:40:36,728 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731210066728 2024-11-10T03:40:36,730 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T03:40:36,732 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T03:40:36,734 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:36,735 DEBUG [RS:0;d1d9e3766cb1:38167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T03:40:36,735 DEBUG [RS:2;d1d9e3766cb1:38539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T03:40:36,735 DEBUG [RS:1;d1d9e3766cb1:35225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T03:40:36,734 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T03:40:36,736 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T03:40:36,737 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T03:40:36,737 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T03:40:36,737 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T03:40:36,739 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,744 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T03:40:36,745 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T03:40:36,746 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T03:40:36,753 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T03:40:36,754 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T03:40:36,760 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.large.0-1731210036755,5,FailOnTimeoutGroup] 2024-11-10T03:40:36,761 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.small.0-1731210036760,5,FailOnTimeoutGroup] 2024-11-10T03:40:36,761 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,761 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T03:40:36,789 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,790 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741831_1007 (size=1321) 2024-11-10T03:40:36,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741831_1007 (size=1321) 2024-11-10T03:40:36,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741831_1007 (size=1321) 2024-11-10T03:40:36,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T03:40:36,796 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:36,806 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32969, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T03:40:36,806 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54423, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T03:40:36,806 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41055, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T03:40:36,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741832_1008 (size=32) 2024-11-10T03:40:36,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741832_1008 (size=32) 2024-11-10T03:40:36,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741832_1008 (size=32) 2024-11-10T03:40:36,814 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:36,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:36,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44165 {}] master.ServerManager(517): Registering regionserver=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:36,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T03:40:36,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T03:40:36,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:36,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:40:36,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T03:40:36,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T03:40:36,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:36,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:40:36,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T03:40:36,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T03:40:36,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:36,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:40:36,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:36,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T03:40:36,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44165 {}] master.ServerManager(517): Registering regionserver=d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:36,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T03:40:36,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:36,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:40:36,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T03:40:36,832 DEBUG [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:36,832 DEBUG [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34135 2024-11-10T03:40:36,832 DEBUG [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T03:40:36,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740 2024-11-10T03:40:36,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:36,833 DEBUG [RS:0;d1d9e3766cb1:38167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:36,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44165 {}] master.ServerManager(517): Registering regionserver=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:36,834 DEBUG [RS:0;d1d9e3766cb1:38167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34135 2024-11-10T03:40:36,834 DEBUG [RS:0;d1d9e3766cb1:38167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T03:40:36,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740 2024-11-10T03:40:36,837 DEBUG [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:36,837 DEBUG [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34135 2024-11-10T03:40:36,837 DEBUG [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T03:40:36,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T03:40:36,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T03:40:36,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T03:40:36,839 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T03:40:36,841 DEBUG [RS:1;d1d9e3766cb1:35225 {}] zookeeper.ZKUtil(111): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:36,841 WARN [RS:1;d1d9e3766cb1:35225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T03:40:36,841 INFO [RS:1;d1d9e3766cb1:35225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:40:36,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T03:40:36,842 DEBUG [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:36,842 DEBUG [RS:0;d1d9e3766cb1:38167 {}] zookeeper.ZKUtil(111): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:36,842 WARN [RS:0;d1d9e3766cb1:38167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T03:40:36,842 INFO [RS:0;d1d9e3766cb1:38167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:40:36,842 DEBUG [RS:0;d1d9e3766cb1:38167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:36,843 DEBUG [RS:2;d1d9e3766cb1:38539 {}] zookeeper.ZKUtil(111): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:36,843 WARN [RS:2;d1d9e3766cb1:38539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T03:40:36,843 INFO [RS:2;d1d9e3766cb1:38539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:40:36,843 DEBUG [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:36,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1d9e3766cb1,35225,1731210035724] 2024-11-10T03:40:36,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1d9e3766cb1,38539,1731210035763] 2024-11-10T03:40:36,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1d9e3766cb1,38167,1731210035618] 2024-11-10T03:40:36,853 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:36,854 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64998558, jitterRate=-0.03144600987434387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T03:40:36,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731210036815Initializing all the Stores at 1731210036816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210036816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210036817 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210036817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210036817Cleaning up temporary data from old regions at 1731210036838 (+21 ms)Region opened successfully at 1731210036857 (+19 ms) 2024-11-10T03:40:36,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T03:40:36,857 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T03:40:36,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T03:40:36,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T03:40:36,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T03:40:36,859 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T03:40:36,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731210036857Disabling compacts and flushes for region at 1731210036857Disabling writes for close at 1731210036858 (+1 ms)Writing region close event to WAL at 1731210036859 (+1 ms)Closed at 1731210036859 2024-11-10T03:40:36,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T03:40:36,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T03:40:36,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T03:40:36,873 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T03:40:36,873 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T03:40:36,873 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T03:40:36,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T03:40:36,886 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T03:40:36,891 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T03:40:36,892 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T03:40:36,892 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T03:40:36,897 INFO [RS:0;d1d9e3766cb1:38167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T03:40:36,897 INFO [RS:1;d1d9e3766cb1:35225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T03:40:36,897 INFO [RS:2;d1d9e3766cb1:38539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T03:40:36,898 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,898 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,898 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,899 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T03:40:36,899 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T03:40:36,899 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T03:40:36,905 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T03:40:36,905 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T03:40:36,905 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T03:40:36,907 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,907 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,907 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,907 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,907 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,907 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=2, maxPoolSize=2 2024-11-10T03:40:36,908 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,908 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=2, maxPoolSize=2 2024-11-10T03:40:36,908 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=2, maxPoolSize=2 2024-11-10T03:40:36,909 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,909 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:40:36,910 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,910 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:40:36,910 DEBUG [RS:2;d1d9e3766cb1:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:40:36,910 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:40:36,910 DEBUG [RS:0;d1d9e3766cb1:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:40:36,910 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:40:36,910 DEBUG [RS:1;d1d9e3766cb1:35225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:40:36,915 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,915 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,915 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,915 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,915 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,916 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,38539,1731210035763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T03:40:36,916 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,916 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,916 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,916 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,916 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,916 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,38167,1731210035618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T03:40:36,917 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,917 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,917 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,917 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,917 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,917 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,35225,1731210035724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T03:40:36,941 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T03:40:36,944 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,38539,1731210035763-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,944 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,944 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.Replication(171): d1d9e3766cb1,38539,1731210035763 started 2024-11-10T03:40:36,947 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T03:40:36,947 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,35225,1731210035724-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,947 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,948 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.Replication(171): d1d9e3766cb1,35225,1731210035724 started 2024-11-10T03:40:36,948 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T03:40:36,948 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,38167,1731210035618-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,948 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,948 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.Replication(171): d1d9e3766cb1,38167,1731210035618 started 2024-11-10T03:40:36,969 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,969 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,969 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(1482): Serving as d1d9e3766cb1,38539,1731210035763, RpcServer on d1d9e3766cb1/172.17.0.2:38539, sessionid=0x101904431170003 2024-11-10T03:40:36,970 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(1482): Serving as d1d9e3766cb1,35225,1731210035724, RpcServer on d1d9e3766cb1/172.17.0.2:35225, sessionid=0x101904431170002 2024-11-10T03:40:36,970 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T03:40:36,970 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T03:40:36,971 DEBUG [RS:2;d1d9e3766cb1:38539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:36,971 DEBUG [RS:1;d1d9e3766cb1:35225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:36,971 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,35225,1731210035724' 2024-11-10T03:40:36,971 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,38539,1731210035763' 2024-11-10T03:40:36,971 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:36,971 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T03:40:36,971 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T03:40:36,971 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.HRegionServer(1482): Serving as d1d9e3766cb1,38167,1731210035618, RpcServer on d1d9e3766cb1/172.17.0.2:38167, sessionid=0x101904431170001 2024-11-10T03:40:36,971 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T03:40:36,972 DEBUG [RS:0;d1d9e3766cb1:38167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:36,972 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,38167,1731210035618' 2024-11-10T03:40:36,972 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T03:40:36,972 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T03:40:36,972 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T03:40:36,972 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T03:40:36,973 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T03:40:36,973 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T03:40:36,973 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T03:40:36,973 DEBUG [RS:2;d1d9e3766cb1:38539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:36,973 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T03:40:36,973 DEBUG [RS:1;d1d9e3766cb1:35225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:36,973 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,38539,1731210035763' 2024-11-10T03:40:36,973 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T03:40:36,973 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,35225,1731210035724' 2024-11-10T03:40:36,973 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T03:40:36,973 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T03:40:36,973 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T03:40:36,973 DEBUG [RS:0;d1d9e3766cb1:38167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:36,974 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,38167,1731210035618' 2024-11-10T03:40:36,974 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T03:40:36,974 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T03:40:36,974 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T03:40:36,974 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T03:40:36,975 DEBUG [RS:2;d1d9e3766cb1:38539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T03:40:36,975 DEBUG [RS:1;d1d9e3766cb1:35225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T03:40:36,975 INFO [RS:1;d1d9e3766cb1:35225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T03:40:36,975 INFO [RS:2;d1d9e3766cb1:38539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T03:40:36,975 INFO [RS:1;d1d9e3766cb1:35225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T03:40:36,975 INFO [RS:2;d1d9e3766cb1:38539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T03:40:36,975 DEBUG [RS:0;d1d9e3766cb1:38167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T03:40:36,975 INFO [RS:0;d1d9e3766cb1:38167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T03:40:36,975 INFO [RS:0;d1d9e3766cb1:38167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T03:40:37,037 WARN [d1d9e3766cb1:44165 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T03:40:37,081 INFO [RS:1;d1d9e3766cb1:35225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T03:40:37,081 INFO [RS:2;d1d9e3766cb1:38539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T03:40:37,081 INFO [RS:0;d1d9e3766cb1:38167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T03:40:37,085 INFO [RS:0;d1d9e3766cb1:38167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1d9e3766cb1%2C38167%2C1731210035618, suffix=, logDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/oldWALs, maxLogs=32 2024-11-10T03:40:37,085 INFO [RS:1;d1d9e3766cb1:35225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1d9e3766cb1%2C35225%2C1731210035724, suffix=, logDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,35225,1731210035724, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/oldWALs, maxLogs=32 2024-11-10T03:40:37,085 INFO [RS:2;d1d9e3766cb1:38539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1d9e3766cb1%2C38539%2C1731210035763, suffix=, logDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38539,1731210035763, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/oldWALs, maxLogs=32 2024-11-10T03:40:37,105 DEBUG [RS:2;d1d9e3766cb1:38539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38539,1731210035763/d1d9e3766cb1%2C38539%2C1731210035763.1731210037091, exclude list is [], retry=0 2024-11-10T03:40:37,105 DEBUG [RS:1;d1d9e3766cb1:35225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,35225,1731210035724/d1d9e3766cb1%2C35225%2C1731210035724.1731210037091, exclude list is [], retry=0 2024-11-10T03:40:37,105 DEBUG [RS:0;d1d9e3766cb1:38167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091, exclude list is [], retry=0 2024-11-10T03:40:37,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-f2f5fb5c-147d-4b31-8896-643d2426c908,DISK] 2024-11-10T03:40:37,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46455,DS-b1f7967e-7d85-41d2-b2b7-53175ea39d01,DISK] 2024-11-10T03:40:37,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45617,DS-c2712fb7-e18e-48ea-82bb-7469e9988603,DISK] 2024-11-10T03:40:37,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-f2f5fb5c-147d-4b31-8896-643d2426c908,DISK] 2024-11-10T03:40:37,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46455,DS-b1f7967e-7d85-41d2-b2b7-53175ea39d01,DISK] 2024-11-10T03:40:37,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45617,DS-c2712fb7-e18e-48ea-82bb-7469e9988603,DISK] 2024-11-10T03:40:37,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45617,DS-c2712fb7-e18e-48ea-82bb-7469e9988603,DISK] 2024-11-10T03:40:37,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46455,DS-b1f7967e-7d85-41d2-b2b7-53175ea39d01,DISK] 2024-11-10T03:40:37,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-f2f5fb5c-147d-4b31-8896-643d2426c908,DISK] 2024-11-10T03:40:37,121 INFO [RS:1;d1d9e3766cb1:35225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,35225,1731210035724/d1d9e3766cb1%2C35225%2C1731210035724.1731210037091 2024-11-10T03:40:37,121 INFO [RS:0;d1d9e3766cb1:38167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091 2024-11-10T03:40:37,122 INFO [RS:2;d1d9e3766cb1:38539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38539,1731210035763/d1d9e3766cb1%2C38539%2C1731210035763.1731210037091 2024-11-10T03:40:37,123 DEBUG [RS:0;d1d9e3766cb1:38167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40563:40563),(127.0.0.1/127.0.0.1:45865:45865),(127.0.0.1/127.0.0.1:44443:44443)] 2024-11-10T03:40:37,123 DEBUG [RS:1;d1d9e3766cb1:35225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44443:44443),(127.0.0.1/127.0.0.1:40563:40563),(127.0.0.1/127.0.0.1:45865:45865)] 2024-11-10T03:40:37,124 DEBUG [RS:2;d1d9e3766cb1:38539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45865:45865),(127.0.0.1/127.0.0.1:44443:44443),(127.0.0.1/127.0.0.1:40563:40563)] 2024-11-10T03:40:37,290 DEBUG [d1d9e3766cb1:44165 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T03:40:37,300 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(204): Hosts are {d1d9e3766cb1=0} racks are {/default-rack=0} 2024-11-10T03:40:37,307 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T03:40:37,307 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T03:40:37,307 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T03:40:37,307 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T03:40:37,307 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T03:40:37,307 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T03:40:37,307 INFO [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T03:40:37,307 INFO [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T03:40:37,307 INFO [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T03:40:37,307 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T03:40:37,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:37,321 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1d9e3766cb1,38539,1731210035763, state=OPENING 2024-11-10T03:40:37,326 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T03:40:37,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:37,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:37,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:37,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:40:37,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:40:37,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:40:37,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:40:37,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:40:37,331 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T03:40:37,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1d9e3766cb1,38539,1731210035763}] 2024-11-10T03:40:45,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T03:40:45,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T03:40:47,360 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T03:40:47,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T03:40:47,376 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T03:40:47,376 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:40:47,377 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T03:40:47,380 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1d9e3766cb1%2C38539%2C1731210035763.meta, suffix=.meta, logDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38539,1731210035763, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/oldWALs, maxLogs=32 2024-11-10T03:40:47,396 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38539,1731210035763/d1d9e3766cb1%2C38539%2C1731210035763.meta.1731210047381.meta, exclude list is [], retry=0 2024-11-10T03:40:47,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45617,DS-c2712fb7-e18e-48ea-82bb-7469e9988603,DISK] 2024-11-10T03:40:47,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46455,DS-b1f7967e-7d85-41d2-b2b7-53175ea39d01,DISK] 2024-11-10T03:40:47,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-f2f5fb5c-147d-4b31-8896-643d2426c908,DISK] 2024-11-10T03:40:47,403 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38539,1731210035763/d1d9e3766cb1%2C38539%2C1731210035763.meta.1731210047381.meta 2024-11-10T03:40:47,403 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45865:45865),(127.0.0.1/127.0.0.1:44443:44443),(127.0.0.1/127.0.0.1:40563:40563)] 2024-11-10T03:40:47,404 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:40:47,405 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T03:40:47,408 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T03:40:47,413 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T03:40:47,417 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T03:40:47,418 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:47,418 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T03:40:47,418 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T03:40:47,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T03:40:47,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T03:40:47,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:47,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:40:47,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T03:40:47,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T03:40:47,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:47,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:40:47,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T03:40:47,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T03:40:47,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:47,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:40:47,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T03:40:47,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T03:40:47,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:47,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:40:47,431 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T03:40:47,432 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740 2024-11-10T03:40:47,435 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740 2024-11-10T03:40:47,438 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T03:40:47,438 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T03:40:47,439 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T03:40:47,441 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T03:40:47,443 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65730271, jitterRate=-0.020542636513710022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T03:40:47,443 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T03:40:47,444 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731210047418Writing region info on filesystem at 1731210047419 (+1 ms)Initializing all the Stores at 1731210047420 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210047421 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210047421Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210047421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210047421Cleaning up temporary data from old regions at 1731210047438 (+17 ms)Running coprocessor post-open hooks at 1731210047443 (+5 ms)Region opened successfully at 1731210047444 (+1 ms) 2024-11-10T03:40:47,451 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731210047351 2024-11-10T03:40:47,462 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T03:40:47,462 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T03:40:47,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:47,466 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1d9e3766cb1,38539,1731210035763, state=OPEN 2024-11-10T03:40:47,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T03:40:47,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T03:40:47,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T03:40:47,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T03:40:47,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:40:47,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:40:47,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:40:47,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:40:47,469 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:47,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T03:40:47,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1d9e3766cb1,38539,1731210035763 in 10.1360 sec 2024-11-10T03:40:47,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T03:40:47,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6040 sec 2024-11-10T03:40:47,481 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T03:40:47,481 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T03:40:47,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T03:40:47,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1d9e3766cb1,38539,1731210035763, seqNum=-1] 2024-11-10T03:40:47,526 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:40:47,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35685, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:40:47,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9140 sec 2024-11-10T03:40:47,547 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731210047547, completionTime=-1 2024-11-10T03:40:47,550 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T03:40:47,550 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T03:40:47,585 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-10T03:40:47,585 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731210107585 2024-11-10T03:40:47,585 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731210167585 2024-11-10T03:40:47,585 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-11-10T03:40:47,587 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:40:47,596 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,44165,1731210034928-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:47,596 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,44165,1731210034928-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:47,596 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,44165,1731210034928-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:47,599 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1d9e3766cb1:44165, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:47,599 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:47,600 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:47,606 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T03:40:47,633 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.785sec 2024-11-10T03:40:47,635 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T03:40:47,637 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T03:40:47,638 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T03:40:47,639 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T03:40:47,639 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T03:40:47,640 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,44165,1731210034928-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T03:40:47,641 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,44165,1731210034928-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T03:40:47,645 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T03:40:47,647 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T03:40:47,647 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,44165,1731210034928-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:40:47,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675996fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:40:47,711 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T03:40:47,711 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T03:40:47,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1d9e3766cb1,44165,-1 for getting cluster id 2024-11-10T03:40:47,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T03:40:47,728 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca3187d8-4102-487d-a742-92db57acb88b' 2024-11-10T03:40:47,730 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T03:40:47,730 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca3187d8-4102-487d-a742-92db57acb88b" 2024-11-10T03:40:47,731 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d002b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:40:47,731 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1d9e3766cb1,44165,-1] 2024-11-10T03:40:47,734 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T03:40:47,736 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:40:47,737 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T03:40:47,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7004b4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:40:47,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T03:40:47,747 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1d9e3766cb1,38539,1731210035763, seqNum=-1] 2024-11-10T03:40:47,748 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:40:47,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:40:47,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1d9e3766cb1,44165,1731210034928 2024-11-10T03:40:47,799 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731210047797 (current time:1731210047797). 2024-11-10T03:40:47,799 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T03:40:47,799 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T03:40:47,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:40:47,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1d9e3766cb1,44165,-1 for getting cluster id 2024-11-10T03:40:47,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T03:40:47,803 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca3187d8-4102-487d-a742-92db57acb88b' 2024-11-10T03:40:47,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T03:40:47,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca3187d8-4102-487d-a742-92db57acb88b" 2024-11-10T03:40:47,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf59968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:40:47,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1d9e3766cb1,44165,-1] 2024-11-10T03:40:47,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T03:40:47,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:40:47,807 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T03:40:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e62fd16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:40:47,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T03:40:47,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1d9e3766cb1,38539,1731210035763, seqNum=-1] 2024-11-10T03:40:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:40:47,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:40:47,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T03:40:47,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:40:47,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:40:47,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:40:47,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T03:40:47,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T03:40:47,835 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1d9e3766cb1,44165,1731210034928 2024-11-10T03:40:47,838 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c89d4c0 2024-11-10T03:40:47,839 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T03:40:47,842 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T03:40:47,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:40:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T03:40:47,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T03:40:47,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T03:40:47,859 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:47,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T03:40:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:40:47,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741837_1013 (size=361) 2024-11-10T03:40:47,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741837_1013 (size=361) 2024-11-10T03:40:47,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741837_1013 (size=361) 2024-11-10T03:40:47,881 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e99d3c76181df59b55cc85eb0e1cbb99, NAME => 'SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:47,882 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60d5973ee04d31eee207dad951a9ea73, NAME => 'SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:47,882 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 108be704685a3fc62205e091d67aba6b, NAME => 'SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:47,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741839_1015 (size=54) 2024-11-10T03:40:47,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741839_1015 (size=54) 2024-11-10T03:40:47,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741840_1016 (size=62) 2024-11-10T03:40:47,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741840_1016 (size=62) 2024-11-10T03:40:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741840_1016 (size=62) 2024-11-10T03:40:47,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:47,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 108be704685a3fc62205e091d67aba6b, disabling compactions & flushes 2024-11-10T03:40:47,906 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:40:47,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:40:47,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. after waiting 0 ms 2024-11-10T03:40:47,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:40:47,906 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:40:47,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 108be704685a3fc62205e091d67aba6b: Waiting for close lock at 1731210047906Disabling compacts and flushes for region at 1731210047906Disabling writes for close at 1731210047906Writing region close event to WAL at 1731210047906Closed at 1731210047906 2024-11-10T03:40:47,908 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4e22eb6440c4d8c2d15517f4d1834f11, NAME => 'SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:47,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741839_1015 (size=54) 2024-11-10T03:40:47,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:47,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 60d5973ee04d31eee207dad951a9ea73, disabling compactions & flushes 2024-11-10T03:40:47,909 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:40:47,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:40:47,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. after waiting 0 ms 2024-11-10T03:40:47,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:40:47,909 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:40:47,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60d5973ee04d31eee207dad951a9ea73: Waiting for close lock at 1731210047908Disabling compacts and flushes for region at 1731210047908Disabling writes for close at 1731210047909 (+1 ms)Writing region close event to WAL at 1731210047909Closed at 1731210047909 2024-11-10T03:40:47,910 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 509916d6f2b8813ff8fa5e6ecb60760b, NAME => 'SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741838_1014 (size=62) 2024-11-10T03:40:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741838_1014 (size=62) 2024-11-10T03:40:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741838_1014 (size=62) 2024-11-10T03:40:47,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:47,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e99d3c76181df59b55cc85eb0e1cbb99, disabling compactions & flushes 2024-11-10T03:40:47,913 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:40:47,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:40:47,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. after waiting 0 ms 2024-11-10T03:40:47,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:40:47,913 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:40:47,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e99d3c76181df59b55cc85eb0e1cbb99: Waiting for close lock at 1731210047913Disabling compacts and flushes for region at 1731210047913Disabling writes for close at 1731210047913Writing region close event to WAL at 1731210047913Closed at 1731210047913 2024-11-10T03:40:47,914 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b6dc0c6e260469969bb77e4503f1606d, NAME => 'SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:47,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741841_1017 (size=62) 2024-11-10T03:40:47,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741841_1017 (size=62) 2024-11-10T03:40:47,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741841_1017 (size=62) 2024-11-10T03:40:47,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:47,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4e22eb6440c4d8c2d15517f4d1834f11, disabling compactions & flushes 2024-11-10T03:40:47,932 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:40:47,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:40:47,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. after waiting 0 ms 2024-11-10T03:40:47,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:40:47,932 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:40:47,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4e22eb6440c4d8c2d15517f4d1834f11: Waiting for close lock at 1731210047932Disabling compacts and flushes for region at 1731210047932Disabling writes for close at 1731210047932Writing region close event to WAL at 1731210047932Closed at 1731210047932 2024-11-10T03:40:47,933 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 27e1ce1bc978466d90a9f56042581c26, NAME => 'SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:47,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741843_1019 (size=62) 2024-11-10T03:40:47,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741842_1018 (size=62) 2024-11-10T03:40:47,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741842_1018 (size=62) 2024-11-10T03:40:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741843_1019 (size=62) 2024-11-10T03:40:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741842_1018 (size=62) 2024-11-10T03:40:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741843_1019 (size=62) 2024-11-10T03:40:47,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:47,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:47,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b6dc0c6e260469969bb77e4503f1606d, disabling compactions & flushes 2024-11-10T03:40:47,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 509916d6f2b8813ff8fa5e6ecb60760b, disabling compactions & flushes 2024-11-10T03:40:47,945 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:40:47,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:40:47,945 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:40:47,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. after waiting 0 ms 2024-11-10T03:40:47,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:40:47,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:40:47,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. after waiting 0 ms 2024-11-10T03:40:47,945 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:40:47,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:40:47,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b6dc0c6e260469969bb77e4503f1606d: Waiting for close lock at 1731210047945Disabling compacts and flushes for region at 1731210047945Disabling writes for close at 1731210047945Writing region close event to WAL at 1731210047945Closed at 1731210047945 2024-11-10T03:40:47,945 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:40:47,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 509916d6f2b8813ff8fa5e6ecb60760b: Waiting for close lock at 1731210047945Disabling compacts and flushes for region at 1731210047945Disabling writes for close at 1731210047945Writing region close event to WAL at 1731210047945Closed at 1731210047945 2024-11-10T03:40:47,946 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => edfb0d2241d7af55f5a6b7d1cec6597a, NAME => 'SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:47,947 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bce0faec39b73917463284769b978b2, NAME => 'SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:47,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741844_1020 (size=62) 2024-11-10T03:40:47,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741844_1020 (size=62) 2024-11-10T03:40:47,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741844_1020 (size=62) 2024-11-10T03:40:47,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:47,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 27e1ce1bc978466d90a9f56042581c26, disabling compactions & flushes 2024-11-10T03:40:47,959 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:40:47,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:40:47,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. after waiting 0 ms 2024-11-10T03:40:47,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:40:47,960 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:40:47,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 27e1ce1bc978466d90a9f56042581c26: Waiting for close lock at 1731210047959Disabling compacts and flushes for region at 1731210047959Disabling writes for close at 1731210047960 (+1 ms)Writing region close event to WAL at 1731210047960Closed at 1731210047960 2024-11-10T03:40:47,961 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6fa330542af8ca4734189ea728fab2eb, NAME => 'SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194 2024-11-10T03:40:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741845_1021 (size=62) 2024-11-10T03:40:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741845_1021 (size=62) 2024-11-10T03:40:47,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741845_1021 (size=62) 2024-11-10T03:40:47,964 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:47,964 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing edfb0d2241d7af55f5a6b7d1cec6597a, disabling compactions & flushes 2024-11-10T03:40:47,964 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:40:47,964 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:40:47,964 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. after waiting 0 ms 2024-11-10T03:40:47,964 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:40:47,964 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:40:47,965 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for edfb0d2241d7af55f5a6b7d1cec6597a: Waiting for close lock at 1731210047964Disabling compacts and flushes for region at 1731210047964Disabling writes for close at 1731210047964Writing region close event to WAL at 1731210047964Closed at 1731210047964 2024-11-10T03:40:47,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741846_1022 (size=62) 2024-11-10T03:40:47,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741846_1022 (size=62) 2024-11-10T03:40:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741846_1022 (size=62) 2024-11-10T03:40:47,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:47,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8bce0faec39b73917463284769b978b2, disabling compactions & flushes 2024-11-10T03:40:47,970 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:40:47,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:40:47,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. after waiting 0 ms 2024-11-10T03:40:47,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:40:47,970 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:40:47,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bce0faec39b73917463284769b978b2: Waiting for close lock at 1731210047970Disabling compacts and flushes for region at 1731210047970Disabling writes for close at 1731210047970Writing region close event to WAL at 1731210047970Closed at 1731210047970 2024-11-10T03:40:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:40:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741847_1023 (size=54) 2024-11-10T03:40:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741847_1023 (size=54) 2024-11-10T03:40:47,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741847_1023 (size=54) 2024-11-10T03:40:47,979 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:47,979 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6fa330542af8ca4734189ea728fab2eb, disabling compactions & flushes 2024-11-10T03:40:47,979 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:40:47,979 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:40:47,979 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. after waiting 0 ms 2024-11-10T03:40:47,979 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:40:47,979 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:40:47,979 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6fa330542af8ca4734189ea728fab2eb: Waiting for close lock at 1731210047979Disabling compacts and flushes for region at 1731210047979Disabling writes for close at 1731210047979Writing region close event to WAL at 1731210047979Closed at 1731210047979 2024-11-10T03:40:47,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T03:40:47,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210047981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210047981"}]},"ts":"1731210047981"} 2024-11-10T03:40:47,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731210047981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210047981"}]},"ts":"1731210047981"} 2024-11-10T03:40:47,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210047981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210047981"}]},"ts":"1731210047981"} 2024-11-10T03:40:47,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210047981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210047981"}]},"ts":"1731210047981"} 2024-11-10T03:40:47,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210047981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210047981"}]},"ts":"1731210047981"} 2024-11-10T03:40:47,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210047981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210047981"}]},"ts":"1731210047981"} 2024-11-10T03:40:47,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210047981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210047981"}]},"ts":"1731210047981"} 2024-11-10T03:40:47,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210047981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210047981"}]},"ts":"1731210047981"} 2024-11-10T03:40:47,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210047981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210047981"}]},"ts":"1731210047981"} 2024-11-10T03:40:47,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731210047981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210047981"}]},"ts":"1731210047981"} 2024-11-10T03:40:48,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T03:40:48,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T03:40:48,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731210048026"}]},"ts":"1731210048026"} 2024-11-10T03:40:48,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T03:40:48,033 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d1d9e3766cb1=0} racks are {/default-rack=0} 2024-11-10T03:40:48,041 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T03:40:48,041 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T03:40:48,041 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T03:40:48,041 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T03:40:48,041 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T03:40:48,041 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T03:40:48,041 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T03:40:48,041 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T03:40:48,041 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T03:40:48,041 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T03:40:48,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60d5973ee04d31eee207dad951a9ea73, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=108be704685a3fc62205e091d67aba6b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e99d3c76181df59b55cc85eb0e1cbb99, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e22eb6440c4d8c2d15517f4d1834f11, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=509916d6f2b8813ff8fa5e6ecb60760b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6dc0c6e260469969bb77e4503f1606d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27e1ce1bc978466d90a9f56042581c26, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edfb0d2241d7af55f5a6b7d1cec6597a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bce0faec39b73917463284769b978b2, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa330542af8ca4734189ea728fab2eb, ASSIGN}] 2024-11-10T03:40:48,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bce0faec39b73917463284769b978b2, ASSIGN 2024-11-10T03:40:48,046 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edfb0d2241d7af55f5a6b7d1cec6597a, ASSIGN 2024-11-10T03:40:48,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6dc0c6e260469969bb77e4503f1606d, ASSIGN 2024-11-10T03:40:48,047 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27e1ce1bc978466d90a9f56042581c26, ASSIGN 2024-11-10T03:40:48,048 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bce0faec39b73917463284769b978b2, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,38539,1731210035763; forceNewPlan=false, retain=false 2024-11-10T03:40:48,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6dc0c6e260469969bb77e4503f1606d, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,35225,1731210035724; forceNewPlan=false, retain=false 2024-11-10T03:40:48,048 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=edfb0d2241d7af55f5a6b7d1cec6597a, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,35225,1731210035724; forceNewPlan=false, retain=false 2024-11-10T03:40:48,048 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa330542af8ca4734189ea728fab2eb, ASSIGN 2024-11-10T03:40:48,048 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27e1ce1bc978466d90a9f56042581c26, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,38167,1731210035618; forceNewPlan=false, retain=false 2024-11-10T03:40:48,050 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fa330542af8ca4734189ea728fab2eb, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,38167,1731210035618; forceNewPlan=false, retain=false 2024-11-10T03:40:48,053 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e99d3c76181df59b55cc85eb0e1cbb99, ASSIGN 2024-11-10T03:40:48,054 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e22eb6440c4d8c2d15517f4d1834f11, ASSIGN 2024-11-10T03:40:48,055 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e99d3c76181df59b55cc85eb0e1cbb99, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,38539,1731210035763; forceNewPlan=false, retain=false 2024-11-10T03:40:48,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=509916d6f2b8813ff8fa5e6ecb60760b, ASSIGN 2024-11-10T03:40:48,055 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e22eb6440c4d8c2d15517f4d1834f11, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,38167,1731210035618; forceNewPlan=false, retain=false 2024-11-10T03:40:48,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=108be704685a3fc62205e091d67aba6b, ASSIGN 2024-11-10T03:40:48,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=509916d6f2b8813ff8fa5e6ecb60760b, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,38539,1731210035763; forceNewPlan=false, retain=false 2024-11-10T03:40:48,058 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=108be704685a3fc62205e091d67aba6b, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,38167,1731210035618; forceNewPlan=false, retain=false 2024-11-10T03:40:48,058 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60d5973ee04d31eee207dad951a9ea73, ASSIGN 2024-11-10T03:40:48,059 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60d5973ee04d31eee207dad951a9ea73, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,35225,1731210035724; forceNewPlan=false, retain=false 2024-11-10T03:40:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:40:48,201 INFO [d1d9e3766cb1:44165 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T03:40:48,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e99d3c76181df59b55cc85eb0e1cbb99, regionState=OPENING, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:48,202 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8bce0faec39b73917463284769b978b2, regionState=OPENING, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:48,202 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=27e1ce1bc978466d90a9f56042581c26, regionState=OPENING, regionLocation=d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:48,202 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6fa330542af8ca4734189ea728fab2eb, regionState=OPENING, regionLocation=d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:48,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=509916d6f2b8813ff8fa5e6ecb60760b, regionState=OPENING, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:48,203 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4e22eb6440c4d8c2d15517f4d1834f11, regionState=OPENING, regionLocation=d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:48,203 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=108be704685a3fc62205e091d67aba6b, regionState=OPENING, regionLocation=d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:48,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b6dc0c6e260469969bb77e4503f1606d, regionState=OPENING, regionLocation=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:48,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=edfb0d2241d7af55f5a6b7d1cec6597a, regionState=OPENING, regionLocation=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:48,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60d5973ee04d31eee207dad951a9ea73, regionState=OPENING, regionLocation=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:48,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27e1ce1bc978466d90a9f56042581c26, ASSIGN because future has completed 2024-11-10T03:40:48,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27e1ce1bc978466d90a9f56042581c26, server=d1d9e3766cb1,38167,1731210035618}] 2024-11-10T03:40:48,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bce0faec39b73917463284769b978b2, ASSIGN because future has completed 2024-11-10T03:40:48,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bce0faec39b73917463284769b978b2, server=d1d9e3766cb1,38539,1731210035763}] 2024-11-10T03:40:48,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fa330542af8ca4734189ea728fab2eb, ASSIGN because future has completed 2024-11-10T03:40:48,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=509916d6f2b8813ff8fa5e6ecb60760b, ASSIGN because future has completed 2024-11-10T03:40:48,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fa330542af8ca4734189ea728fab2eb, server=d1d9e3766cb1,38167,1731210035618}] 2024-11-10T03:40:48,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 509916d6f2b8813ff8fa5e6ecb60760b, server=d1d9e3766cb1,38539,1731210035763}] 2024-11-10T03:40:48,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e99d3c76181df59b55cc85eb0e1cbb99, ASSIGN because future has completed 2024-11-10T03:40:48,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=108be704685a3fc62205e091d67aba6b, ASSIGN because future has completed 2024-11-10T03:40:48,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=edfb0d2241d7af55f5a6b7d1cec6597a, ASSIGN because future has completed 2024-11-10T03:40:48,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108be704685a3fc62205e091d67aba6b, server=d1d9e3766cb1,38167,1731210035618}] 2024-11-10T03:40:48,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e99d3c76181df59b55cc85eb0e1cbb99, server=d1d9e3766cb1,38539,1731210035763}] 2024-11-10T03:40:48,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure edfb0d2241d7af55f5a6b7d1cec6597a, server=d1d9e3766cb1,35225,1731210035724}] 2024-11-10T03:40:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e22eb6440c4d8c2d15517f4d1834f11, ASSIGN because future has completed 2024-11-10T03:40:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6dc0c6e260469969bb77e4503f1606d, ASSIGN because future has completed 2024-11-10T03:40:48,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60d5973ee04d31eee207dad951a9ea73, ASSIGN because future has completed 2024-11-10T03:40:48,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60d5973ee04d31eee207dad951a9ea73, server=d1d9e3766cb1,35225,1731210035724}] 2024-11-10T03:40:48,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6dc0c6e260469969bb77e4503f1606d, server=d1d9e3766cb1,35225,1731210035724}] 2024-11-10T03:40:48,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11, server=d1d9e3766cb1,38167,1731210035618}] 2024-11-10T03:40:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:40:48,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T03:40:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:40:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:40:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:40:52,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T03:40:55,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T03:40:55,338 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T03:40:55,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T03:40:55,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T03:40:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:40:58,213 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T03:40:58,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T03:40:58,223 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:40:58,223 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 108be704685a3fc62205e091d67aba6b, NAME => 'SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T03:40:58,224 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 108be704685a3fc62205e091d67aba6b 2024-11-10T03:40:58,224 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:58,224 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:40:58,224 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:40:58,224 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:40:58,225 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e99d3c76181df59b55cc85eb0e1cbb99, NAME => 'SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T03:40:58,225 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:40:58,225 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:58,226 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:40:58,226 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:40:58,226 INFO [StoreOpener-108be704685a3fc62205e091d67aba6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 108be704685a3fc62205e091d67aba6b 2024-11-10T03:40:58,228 INFO [StoreOpener-e99d3c76181df59b55cc85eb0e1cbb99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:40:58,228 INFO [StoreOpener-108be704685a3fc62205e091d67aba6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108be704685a3fc62205e091d67aba6b columnFamilyName cf 2024-11-10T03:40:58,228 DEBUG [StoreOpener-108be704685a3fc62205e091d67aba6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:58,229 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T03:40:58,230 INFO [StoreOpener-108be704685a3fc62205e091d67aba6b-1 {}] regionserver.HStore(327): Store=108be704685a3fc62205e091d67aba6b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:58,230 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:40:58,230 INFO [StoreOpener-e99d3c76181df59b55cc85eb0e1cbb99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e99d3c76181df59b55cc85eb0e1cbb99 columnFamilyName cf 2024-11-10T03:40:58,230 DEBUG [StoreOpener-e99d3c76181df59b55cc85eb0e1cbb99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:58,231 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/108be704685a3fc62205e091d67aba6b 2024-11-10T03:40:58,231 INFO [StoreOpener-e99d3c76181df59b55cc85eb0e1cbb99-1 {}] regionserver.HStore(327): Store=e99d3c76181df59b55cc85eb0e1cbb99/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:58,231 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:40:58,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47657, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T03:40:58,232 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/108be704685a3fc62205e091d67aba6b 2024-11-10T03:40:58,232 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:40:58,232 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:40:58,233 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:40:58,234 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:40:58,234 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:40:58,234 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:40:58,235 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:40:58,237 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:40:58,237 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:40:58,237 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => edfb0d2241d7af55f5a6b7d1cec6597a, NAME => 'SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T03:40:58,238 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:40:58,238 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:58,238 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:40:58,238 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:40:58,239 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/108be704685a3fc62205e091d67aba6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:58,240 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 108be704685a3fc62205e091d67aba6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60499898, jitterRate=-0.09848126769065857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:40:58,240 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:40:58,240 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/e99d3c76181df59b55cc85eb0e1cbb99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:58,240 INFO [StoreOpener-edfb0d2241d7af55f5a6b7d1cec6597a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:40:58,241 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e99d3c76181df59b55cc85eb0e1cbb99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62069518, jitterRate=-0.07509210705757141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:40:58,241 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:40:58,241 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e99d3c76181df59b55cc85eb0e1cbb99: Running coprocessor pre-open hook at 1731210058226Writing region info on filesystem at 1731210058226Initializing all the Stores at 1731210058227 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210058227Cleaning up temporary data from old regions at 1731210058234 (+7 ms)Running coprocessor post-open hooks at 1731210058241 (+7 ms)Region opened successfully at 1731210058241 2024-11-10T03:40:58,242 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 108be704685a3fc62205e091d67aba6b: Running coprocessor pre-open hook at 1731210058224Writing region info on filesystem at 1731210058224Initializing all the Stores at 1731210058225 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210058226 (+1 ms)Cleaning up temporary data from old regions at 1731210058232 (+6 ms)Running coprocessor post-open hooks at 1731210058240 (+8 ms)Region opened successfully at 1731210058241 (+1 ms) 2024-11-10T03:40:58,242 INFO [StoreOpener-edfb0d2241d7af55f5a6b7d1cec6597a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edfb0d2241d7af55f5a6b7d1cec6597a columnFamilyName cf 2024-11-10T03:40:58,242 DEBUG [StoreOpener-edfb0d2241d7af55f5a6b7d1cec6597a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:58,243 INFO [StoreOpener-edfb0d2241d7af55f5a6b7d1cec6597a-1 {}] regionserver.HStore(327): Store=edfb0d2241d7af55f5a6b7d1cec6597a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:58,244 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:40:58,244 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99., pid=20, masterSystemTime=1731210058218 2024-11-10T03:40:58,244 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b., pid=19, masterSystemTime=1731210058213 2024-11-10T03:40:58,245 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:40:58,245 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:40:58,246 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:40:58,246 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:40:58,248 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:40:58,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e99d3c76181df59b55cc85eb0e1cbb99, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:58,248 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:40:58,248 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:40:58,249 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bce0faec39b73917463284769b978b2, NAME => 'SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T03:40:58,249 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8bce0faec39b73917463284769b978b2 2024-11-10T03:40:58,249 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:58,249 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 8bce0faec39b73917463284769b978b2 2024-11-10T03:40:58,250 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 8bce0faec39b73917463284769b978b2 2024-11-10T03:40:58,251 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:40:58,251 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:40:58,251 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:40:58,251 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=108be704685a3fc62205e091d67aba6b, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:58,251 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:40:58,252 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e22eb6440c4d8c2d15517f4d1834f11, NAME => 'SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T03:40:58,252 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:40:58,252 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:58,252 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:40:58,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e99d3c76181df59b55cc85eb0e1cbb99, server=d1d9e3766cb1,38539,1731210035763 because future has completed 2024-11-10T03:40:58,252 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:40:58,254 INFO [StoreOpener-8bce0faec39b73917463284769b978b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8bce0faec39b73917463284769b978b2 2024-11-10T03:40:58,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108be704685a3fc62205e091d67aba6b, server=d1d9e3766cb1,38167,1731210035618 because future has completed 2024-11-10T03:40:58,256 INFO [StoreOpener-4e22eb6440c4d8c2d15517f4d1834f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:40:58,257 INFO [StoreOpener-8bce0faec39b73917463284769b978b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bce0faec39b73917463284769b978b2 columnFamilyName cf 2024-11-10T03:40:58,257 DEBUG [StoreOpener-8bce0faec39b73917463284769b978b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:58,258 INFO [StoreOpener-8bce0faec39b73917463284769b978b2-1 {}] regionserver.HStore(327): Store=8bce0faec39b73917463284769b978b2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:58,258 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/edfb0d2241d7af55f5a6b7d1cec6597a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:58,258 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 8bce0faec39b73917463284769b978b2 2024-11-10T03:40:58,259 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened edfb0d2241d7af55f5a6b7d1cec6597a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65934154, jitterRate=-0.01750454306602478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:40:58,259 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:40:58,259 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for edfb0d2241d7af55f5a6b7d1cec6597a: Running coprocessor pre-open hook at 1731210058238Writing region info on filesystem at 1731210058238Initializing all the Stores at 1731210058239 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210058240 (+1 ms)Cleaning up temporary data from old regions at 1731210058246 (+6 ms)Running coprocessor post-open hooks at 1731210058259 (+13 ms)Region opened successfully at 1731210058259 2024-11-10T03:40:58,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-10T03:40:58,260 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/8bce0faec39b73917463284769b978b2 2024-11-10T03:40:58,260 INFO [StoreOpener-4e22eb6440c4d8c2d15517f4d1834f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e22eb6440c4d8c2d15517f4d1834f11 columnFamilyName cf 2024-11-10T03:40:58,260 DEBUG [StoreOpener-4e22eb6440c4d8c2d15517f4d1834f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:58,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e99d3c76181df59b55cc85eb0e1cbb99, server=d1d9e3766cb1,38539,1731210035763 in 10.0340 sec 2024-11-10T03:40:58,261 INFO [StoreOpener-4e22eb6440c4d8c2d15517f4d1834f11-1 {}] regionserver.HStore(327): Store=4e22eb6440c4d8c2d15517f4d1834f11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:58,261 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:40:58,261 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a., pid=21, masterSystemTime=1731210058229 2024-11-10T03:40:58,262 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/8bce0faec39b73917463284769b978b2 2024-11-10T03:40:58,263 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:40:58,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-10T03:40:58,264 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 8bce0faec39b73917463284769b978b2 2024-11-10T03:40:58,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 108be704685a3fc62205e091d67aba6b, server=d1d9e3766cb1,38167,1731210035618 in 10.0380 sec 2024-11-10T03:40:58,264 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 8bce0faec39b73917463284769b978b2 2024-11-10T03:40:58,264 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:40:58,265 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:40:58,265 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:40:58,265 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:40:58,265 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:40:58,265 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:40:58,265 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 60d5973ee04d31eee207dad951a9ea73, NAME => 'SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T03:40:58,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e99d3c76181df59b55cc85eb0e1cbb99, ASSIGN in 10.2180 sec 2024-11-10T03:40:58,266 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:40:58,266 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:58,266 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:40:58,266 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:40:58,268 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 8bce0faec39b73917463284769b978b2 2024-11-10T03:40:58,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=108be704685a3fc62205e091d67aba6b, ASSIGN in 10.2220 sec 2024-11-10T03:40:58,268 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:40:58,268 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=edfb0d2241d7af55f5a6b7d1cec6597a, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:58,268 INFO [StoreOpener-60d5973ee04d31eee207dad951a9ea73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:40:58,271 INFO [StoreOpener-60d5973ee04d31eee207dad951a9ea73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d5973ee04d31eee207dad951a9ea73 columnFamilyName cf 2024-11-10T03:40:58,271 DEBUG [StoreOpener-60d5973ee04d31eee207dad951a9ea73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:58,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure edfb0d2241d7af55f5a6b7d1cec6597a, server=d1d9e3766cb1,35225,1731210035724 because future has completed 2024-11-10T03:40:58,272 INFO [StoreOpener-60d5973ee04d31eee207dad951a9ea73-1 {}] regionserver.HStore(327): Store=60d5973ee04d31eee207dad951a9ea73/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:58,272 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:40:58,273 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/4e22eb6440c4d8c2d15517f4d1834f11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:58,273 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/8bce0faec39b73917463284769b978b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:58,274 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:40:58,275 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 8bce0faec39b73917463284769b978b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74266150, jitterRate=0.10665187239646912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:40:58,275 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 4e22eb6440c4d8c2d15517f4d1834f11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75169867, jitterRate=0.12011830508708954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:40:58,275 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bce0faec39b73917463284769b978b2 2024-11-10T03:40:58,275 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:40:58,275 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 4e22eb6440c4d8c2d15517f4d1834f11: Running coprocessor pre-open hook at 1731210058253Writing region info on filesystem at 1731210058253Initializing all the Stores at 1731210058255 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210058255Cleaning up temporary data from old regions at 1731210058265 (+10 ms)Running coprocessor post-open hooks at 1731210058275 (+10 ms)Region opened successfully at 1731210058275 2024-11-10T03:40:58,275 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 8bce0faec39b73917463284769b978b2: Running coprocessor pre-open hook at 1731210058250Writing region info on filesystem at 1731210058250Initializing all the Stores at 1731210058252 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210058252Cleaning up temporary data from old regions at 1731210058264 (+12 ms)Running coprocessor post-open hooks at 1731210058275 (+11 ms)Region opened successfully at 1731210058275 2024-11-10T03:40:58,275 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:40:58,276 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:40:58,276 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:40:58,276 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11., pid=23, masterSystemTime=1731210058213 2024-11-10T03:40:58,278 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2., pid=16, masterSystemTime=1731210058218 2024-11-10T03:40:58,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-10T03:40:58,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure edfb0d2241d7af55f5a6b7d1cec6597a, server=d1d9e3766cb1,35225,1731210035724 in 10.0530 sec 2024-11-10T03:40:58,279 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:40:58,281 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:40:58,281 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:40:58,281 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:40:58,281 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 27e1ce1bc978466d90a9f56042581c26, NAME => 'SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T03:40:58,282 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:40:58,282 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:58,282 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:40:58,282 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:40:58,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edfb0d2241d7af55f5a6b7d1cec6597a, ASSIGN in 10.2360 sec 2024-11-10T03:40:58,283 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4e22eb6440c4d8c2d15517f4d1834f11, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:58,283 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:40:58,283 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:40:58,283 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:40:58,283 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 509916d6f2b8813ff8fa5e6ecb60760b, NAME => 'SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T03:40:58,284 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:40:58,284 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:58,284 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:40:58,284 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:40:58,285 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/60d5973ee04d31eee207dad951a9ea73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:58,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8bce0faec39b73917463284769b978b2, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:58,286 INFO [StoreOpener-27e1ce1bc978466d90a9f56042581c26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:40:58,286 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 60d5973ee04d31eee207dad951a9ea73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62769740, jitterRate=-0.06465798616409302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:40:58,286 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:40:58,286 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 60d5973ee04d31eee207dad951a9ea73: Running coprocessor pre-open hook at 1731210058266Writing region info on filesystem at 1731210058266Initializing all the Stores at 1731210058268 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210058268Cleaning up temporary data from old regions at 1731210058276 (+8 ms)Running coprocessor post-open hooks at 1731210058286 (+10 ms)Region opened successfully at 1731210058286 2024-11-10T03:40:58,288 INFO [StoreOpener-27e1ce1bc978466d90a9f56042581c26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27e1ce1bc978466d90a9f56042581c26 columnFamilyName cf 2024-11-10T03:40:58,288 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73., pid=22, masterSystemTime=1731210058229 2024-11-10T03:40:58,288 DEBUG [StoreOpener-27e1ce1bc978466d90a9f56042581c26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:58,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11, server=d1d9e3766cb1,38167,1731210035618 because future has completed 2024-11-10T03:40:58,289 INFO [StoreOpener-509916d6f2b8813ff8fa5e6ecb60760b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:40:58,289 INFO [StoreOpener-27e1ce1bc978466d90a9f56042581c26-1 {}] regionserver.HStore(327): Store=27e1ce1bc978466d90a9f56042581c26/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:58,289 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:40:58,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bce0faec39b73917463284769b978b2, server=d1d9e3766cb1,38539,1731210035763 because future has completed 2024-11-10T03:40:58,290 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:40:58,291 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:40:58,292 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:40:58,292 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:40:58,292 INFO [StoreOpener-509916d6f2b8813ff8fa5e6ecb60760b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 509916d6f2b8813ff8fa5e6ecb60760b columnFamilyName cf 2024-11-10T03:40:58,293 DEBUG [StoreOpener-509916d6f2b8813ff8fa5e6ecb60760b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:58,294 INFO [StoreOpener-509916d6f2b8813ff8fa5e6ecb60760b-1 {}] regionserver.HStore(327): Store=509916d6f2b8813ff8fa5e6ecb60760b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:58,294 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:40:58,296 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:40:58,296 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:40:58,297 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:40:58,297 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:40:58,297 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:40:58,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-10T03:40:58,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11, server=d1d9e3766cb1,38167,1731210035618 in 10.0580 sec 2024-11-10T03:40:58,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60d5973ee04d31eee207dad951a9ea73, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:58,300 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:40:58,300 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:40:58,300 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:40:58,300 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b6dc0c6e260469969bb77e4503f1606d, NAME => 'SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T03:40:58,300 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:40:58,301 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:40:58,301 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:58,301 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:40:58,301 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:40:58,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-10T03:40:58,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bce0faec39b73917463284769b978b2, server=d1d9e3766cb1,38539,1731210035763 in 10.0830 sec 2024-11-10T03:40:58,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60d5973ee04d31eee207dad951a9ea73, server=d1d9e3766cb1,35225,1731210035724 because future has completed 2024-11-10T03:40:58,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e22eb6440c4d8c2d15517f4d1834f11, ASSIGN in 10.2560 sec 2024-11-10T03:40:58,304 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/27e1ce1bc978466d90a9f56042581c26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:58,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bce0faec39b73917463284769b978b2, ASSIGN in 10.2590 sec 2024-11-10T03:40:58,305 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 27e1ce1bc978466d90a9f56042581c26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67453763, jitterRate=0.005139395594596863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:40:58,305 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:40:58,305 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 27e1ce1bc978466d90a9f56042581c26: Running coprocessor pre-open hook at 1731210058282Writing region info on filesystem at 1731210058282Initializing all the Stores at 1731210058284 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210058284Cleaning up temporary data from old regions at 1731210058292 (+8 ms)Running coprocessor post-open hooks at 1731210058305 (+13 ms)Region opened successfully at 1731210058305 2024-11-10T03:40:58,306 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26., pid=15, masterSystemTime=1731210058213 2024-11-10T03:40:58,308 INFO [StoreOpener-b6dc0c6e260469969bb77e4503f1606d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:40:58,308 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/509916d6f2b8813ff8fa5e6ecb60760b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:58,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-10T03:40:58,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60d5973ee04d31eee207dad951a9ea73, server=d1d9e3766cb1,35225,1731210035724 in 10.0770 sec 2024-11-10T03:40:58,309 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:40:58,309 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:40:58,309 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:40:58,309 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 509916d6f2b8813ff8fa5e6ecb60760b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62921018, jitterRate=-0.06240376830101013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:40:58,309 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fa330542af8ca4734189ea728fab2eb, NAME => 'SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T03:40:58,309 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:40:58,310 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 509916d6f2b8813ff8fa5e6ecb60760b: Running coprocessor pre-open hook at 1731210058284Writing region info on filesystem at 1731210058284Initializing all the Stores at 1731210058287 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210058287Cleaning up temporary data from old regions at 1731210058297 (+10 ms)Running coprocessor post-open hooks at 1731210058309 (+12 ms)Region opened successfully at 1731210058309 2024-11-10T03:40:58,310 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:40:58,310 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:40:58,310 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:40:58,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=27e1ce1bc978466d90a9f56042581c26, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:58,310 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:40:58,310 INFO [StoreOpener-b6dc0c6e260469969bb77e4503f1606d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6dc0c6e260469969bb77e4503f1606d columnFamilyName cf 2024-11-10T03:40:58,310 DEBUG [StoreOpener-b6dc0c6e260469969bb77e4503f1606d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:58,312 INFO [StoreOpener-b6dc0c6e260469969bb77e4503f1606d-1 {}] regionserver.HStore(327): Store=b6dc0c6e260469969bb77e4503f1606d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:58,312 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:40:58,313 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b., pid=18, masterSystemTime=1731210058218 2024-11-10T03:40:58,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60d5973ee04d31eee207dad951a9ea73, ASSIGN in 10.2660 sec 2024-11-10T03:40:58,314 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:40:58,314 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:40:58,315 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:40:58,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27e1ce1bc978466d90a9f56042581c26, server=d1d9e3766cb1,38167,1731210035618 because future has completed 2024-11-10T03:40:58,316 INFO [StoreOpener-6fa330542af8ca4734189ea728fab2eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:40:58,315 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:40:58,318 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:40:58,319 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:40:58,320 INFO [StoreOpener-6fa330542af8ca4734189ea728fab2eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fa330542af8ca4734189ea728fab2eb columnFamilyName cf 2024-11-10T03:40:58,320 DEBUG [StoreOpener-6fa330542af8ca4734189ea728fab2eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:40:58,320 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:40:58,320 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=509916d6f2b8813ff8fa5e6ecb60760b, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:40:58,322 INFO [StoreOpener-6fa330542af8ca4734189ea728fab2eb-1 {}] regionserver.HStore(327): Store=6fa330542af8ca4734189ea728fab2eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:40:58,322 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:40:58,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-10T03:40:58,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 27e1ce1bc978466d90a9f56042581c26, server=d1d9e3766cb1,38167,1731210035618 in 10.1090 sec 2024-11-10T03:40:58,323 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:40:58,324 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:40:58,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 509916d6f2b8813ff8fa5e6ecb60760b, server=d1d9e3766cb1,38539,1731210035763 because future has completed 2024-11-10T03:40:58,325 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:40:58,325 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:40:58,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27e1ce1bc978466d90a9f56042581c26, ASSIGN in 10.2800 sec 2024-11-10T03:40:58,328 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:40:58,330 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/b6dc0c6e260469969bb77e4503f1606d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:58,331 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b6dc0c6e260469969bb77e4503f1606d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74975774, jitterRate=0.11722609400749207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:40:58,331 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:40:58,331 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b6dc0c6e260469969bb77e4503f1606d: Running coprocessor pre-open hook at 1731210058301Writing region info on filesystem at 1731210058301Initializing all the Stores at 1731210058303 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210058303Cleaning up temporary data from old regions at 1731210058317 (+14 ms)Running coprocessor post-open hooks at 1731210058331 (+14 ms)Region opened successfully at 1731210058331 2024-11-10T03:40:58,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-10T03:40:58,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 509916d6f2b8813ff8fa5e6ecb60760b, server=d1d9e3766cb1,38539,1731210035763 in 10.1120 sec 2024-11-10T03:40:58,333 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d., pid=24, masterSystemTime=1731210058229 2024-11-10T03:40:58,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=509916d6f2b8813ff8fa5e6ecb60760b, ASSIGN in 10.2910 sec 2024-11-10T03:40:58,336 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:40:58,336 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:40:58,337 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b6dc0c6e260469969bb77e4503f1606d, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:40:58,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6dc0c6e260469969bb77e4503f1606d, server=d1d9e3766cb1,35225,1731210035724 because future has completed 2024-11-10T03:40:58,341 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/6fa330542af8ca4734189ea728fab2eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:40:58,342 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 6fa330542af8ca4734189ea728fab2eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65448667, jitterRate=-0.024738863110542297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:40:58,342 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:40:58,342 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 6fa330542af8ca4734189ea728fab2eb: Running coprocessor pre-open hook at 1731210058310Writing region info on filesystem at 1731210058310Initializing all the Stores at 1731210058312 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210058312Cleaning up temporary data from old regions at 1731210058325 (+13 ms)Running coprocessor post-open hooks at 1731210058342 (+17 ms)Region opened successfully at 1731210058342 2024-11-10T03:40:58,344 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb., pid=17, masterSystemTime=1731210058213 2024-11-10T03:40:58,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-10T03:40:58,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b6dc0c6e260469969bb77e4503f1606d, server=d1d9e3766cb1,35225,1731210035724 in 10.1080 sec 2024-11-10T03:40:58,348 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:40:58,348 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:40:58,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6dc0c6e260469969bb77e4503f1606d, ASSIGN in 10.3030 sec 2024-11-10T03:40:58,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6fa330542af8ca4734189ea728fab2eb, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,38167,1731210035618 2024-11-10T03:40:58,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fa330542af8ca4734189ea728fab2eb, server=d1d9e3766cb1,38167,1731210035618 because future has completed 2024-11-10T03:40:58,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-10T03:40:58,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fa330542af8ca4734189ea728fab2eb, server=d1d9e3766cb1,38167,1731210035618 in 10.1440 sec 2024-11-10T03:40:58,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-10T03:40:58,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa330542af8ca4734189ea728fab2eb, ASSIGN in 10.3200 sec 2024-11-10T03:40:58,367 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T03:40:58,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731210058367"}]},"ts":"1731210058367"} 2024-11-10T03:40:58,370 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T03:40:58,371 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T03:40:58,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5220 sec 2024-11-10T03:41:00,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T03:41:03,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T03:41:04,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T03:41:05,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-10T03:41:05,338 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-10T03:41:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:41:06,064 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T03:41:06,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T03:41:06,066 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T03:41:06,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T03:41:06,077 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T03:41:06,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T03:41:06,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,126 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,129 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,137 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,139 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a., hostname=d1d9e3766cb1,35225,1731210035724, seqNum=2] 2024-11-10T03:41:06,171 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a., hostname=d1d9e3766cb1,35225,1731210035724, seqNum=2] 2024-11-10T03:41:06,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a., hostname=d1d9e3766cb1,35225,1731210035724, seqNum=2] 2024-11-10T03:41:06,177 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a., hostname=d1d9e3766cb1,35225,1731210035724, seqNum=2] 2024-11-10T03:41:06,179 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a., hostname=d1d9e3766cb1,35225,1731210035724, seqNum=2] 2024-11-10T03:41:06,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a., hostname=d1d9e3766cb1,35225,1731210035724, seqNum=2] 2024-11-10T03:41:06,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a., hostname=d1d9e3766cb1,35225,1731210035724, seqNum=2] 2024-11-10T03:41:06,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a., hostname=d1d9e3766cb1,35225,1731210035724, seqNum=2] 2024-11-10T03:41:06,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2., hostname=d1d9e3766cb1,38539,1731210035763, seqNum=2] 2024-11-10T03:41:06,218 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2., hostname=d1d9e3766cb1,38539,1731210035763, seqNum=2] 2024-11-10T03:41:06,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2., hostname=d1d9e3766cb1,38539,1731210035763, seqNum=2] 2024-11-10T03:41:06,223 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2., hostname=d1d9e3766cb1,38539,1731210035763, seqNum=2] 2024-11-10T03:41:06,226 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2., hostname=d1d9e3766cb1,38539,1731210035763, seqNum=2] 2024-11-10T03:41:06,228 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2., hostname=d1d9e3766cb1,38539,1731210035763, seqNum=2] 2024-11-10T03:41:06,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2., hostname=d1d9e3766cb1,38539,1731210035763, seqNum=2] 2024-11-10T03:41:06,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2., hostname=d1d9e3766cb1,38539,1731210035763, seqNum=2] 2024-11-10T03:41:06,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,300 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,304 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,306 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:06,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb., hostname=d1d9e3766cb1,38167,1731210035618, seqNum=2] 2024-11-10T03:41:07,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:41:07,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:41:07,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:41:07,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35225 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T03:41:07,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:41:07,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38539 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T03:41:07,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:41:07,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T03:41:07,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T03:41:07,888 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T03:41:07,889 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T03:41:07,891 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T03:41:07,896 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T03:41:07,911 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T03:41:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741848_1024 (size=49) 2024-11-10T03:41:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741848_1024 (size=49) 2024-11-10T03:41:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741848_1024 (size=49) 2024-11-10T03:41:07,933 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T03:41:07,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60d5973ee04d31eee207dad951a9ea73}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e99d3c76181df59b55cc85eb0e1cbb99}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 509916d6f2b8813ff8fa5e6ecb60760b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6dc0c6e260469969bb77e4503f1606d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edfb0d2241d7af55f5a6b7d1cec6597a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bce0faec39b73917463284769b978b2}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb}] 2024-11-10T03:41:07,940 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:07,940 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:41:07,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:41:07,940 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:41:07,940 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:07,947 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:07,947 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:41:07,947 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bce0faec39b73917463284769b978b2 2024-11-10T03:41:07,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:07,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:41:07,991 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d1d9e3766cb1,38167,1731210035618 2024-11-10T03:41:07,992 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d1d9e3766cb1,38167,1731210035618: Simulated kill ***** 2024-11-10T03:41:07,992 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T03:41:07,994 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T03:41:07,995 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T03:41:07,997 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T03:41:07,997 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T03:41:08,004 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 643408896 }, "NonHeapMemoryUsage": { "committed": 156565504, "init": 7667712, "max": -1, "used": 153325056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "d1d9e3766cb1", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "d1d9e3766cb1", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63937", "tag.serverName": "d1d9e3766cb1,38539,1731210035763", "tag.clusterId": "ca3187d8-4102-487d-a742-92db57acb88b", "tag.Context": "regionserver", "tag.Hostname": "d1d9e3766cb1", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731210035763, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-10T03:41:08,008 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44165 {}] master.MasterRpcServices(700): d1d9e3766cb1,38167,1731210035618 reported a fatal error: ***** ABORTING region server d1d9e3766cb1,38167,1731210035618: Simulated kill ***** 2024-11-10T03:41:08,011 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1d9e3766cb1,38167,1731210035618' ***** 2024-11-10T03:41:08,011 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T03:41:08,011 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T03:41:08,011 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T03:41:08,011 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T03:41:08,011 INFO [RS:0;d1d9e3766cb1:38167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T03:41:08,011 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T03:41:08,012 INFO [RS:0;d1d9e3766cb1:38167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T03:41:08,012 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T03:41:08,012 INFO [RS:0;d1d9e3766cb1:38167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1d9e3766cb1:38167. 2024-11-10T03:41:08,012 DEBUG [RS:0;d1d9e3766cb1:38167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:41:08,012 DEBUG [RS:0;d1d9e3766cb1:38167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:41:08,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741835_1011 (size=1257) 2024-11-10T03:41:08,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741835_1011 (size=1257) 2024-11-10T03:41:08,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741835_1011 (size=1257) 2024-11-10T03:41:08,019 DEBUG [RS:0;d1d9e3766cb1:38167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:41:08,019 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:41:08,019 INFO [RS:0;d1d9e3766cb1:38167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38167 2024-11-10T03:41:08,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1d9e3766cb1,38167,1731210035618 2024-11-10T03:41:08,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T03:41:08,026 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T03:41:08,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1d9e3766cb1,38167,1731210035618] 2024-11-10T03:41:08,029 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1d9e3766cb1,38167,1731210035618 already deleted, retry=false 2024-11-10T03:41:08,030 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d1d9e3766cb1,38167,1731210035618 on d1d9e3766cb1,44165,1731210034928 2024-11-10T03:41:08,036 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d1d9e3766cb1,38167,1731210035618, splitWal=true, meta=false 2024-11-10T03:41:08,041 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d1d9e3766cb1,38167,1731210035618, splitWal=true, meta=false 2024-11-10T03:41:08,041 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for d1d9e3766cb1,38167,1731210035618 (carryingMeta=false) d1d9e3766cb1,38167,1731210035618/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1c4f8920[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T03:41:08,042 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): d1d9e3766cb1,38167,1731210035618 had 4 regions 2024-11-10T03:41:08,043 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:08,044 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:08,044 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d1d9e3766cb1,38167,1731210035618, splitWal=true, meta=false, isMeta: false 2024-11-10T03:41:08,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:08,045 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb can not run currently because target server of region SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T03:41:08,045 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb; timeout=1000, timestamp=1731210069045 2024-11-10T03:41:08,045 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:08,046 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b can not run currently because target server of region SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T03:41:08,046 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 can not run currently because target server of region SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T03:41:08,046 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b; timeout=1000, timestamp=1731210069046 2024-11-10T03:41:08,046 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26; timeout=1000, timestamp=1731210069046 2024-11-10T03:41:08,047 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 can not run currently because target server of region SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T03:41:08,047 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11; timeout=1000, timestamp=1731210069047 2024-11-10T03:41:08,048 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting 2024-11-10T03:41:08,050 INFO [PEWorker-4 {}] master.SplitWALManager(105): d1d9e3766cb1,38167,1731210035618 WAL count=1, meta=false 2024-11-10T03:41:08,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d1d9e3766cb1%2C38167%2C1731210035618.1731210037091}] 2024-11-10T03:41:08,058 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:08,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d1d9e3766cb1%2C38167%2C1731210035618.1731210037091, worker=d1d9e3766cb1,38539,1731210035763}] 2024-11-10T03:41:08,076 INFO [regionserver/d1d9e3766cb1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:41:08,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:41:08,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x101904431170001, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:41:08,130 INFO [RS:0;d1d9e3766cb1:38167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T03:41:08,130 INFO [RS:0;d1d9e3766cb1:38167 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1d9e3766cb1,38167,1731210035618; zookeeper connection closed. 2024-11-10T03:41:08,130 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@213dac3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@213dac3d 2024-11-10T03:41:08,916 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T03:41:09,046 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:09,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:09,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:09,047 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:09,048 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb can not run currently because target server of region SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T03:41:09,048 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb; timeout=2000, timestamp=1731210071048 2024-11-10T03:41:09,049 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 can not run currently because target server of region SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T03:41:09,049 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b can not run currently because target server of region SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T03:41:09,049 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 can not run currently because target server of region SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T03:41:09,049 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26; timeout=2000, timestamp=1731210071049 2024-11-10T03:41:09,049 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b; timeout=2000, timestamp=1731210071049 2024-11-10T03:41:09,049 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11; timeout=2000, timestamp=1731210071049 2024-11-10T03:41:11,048 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:11,050 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:11,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:11,050 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:11,050 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb can not run currently because target server of region SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T03:41:11,050 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb; timeout=4000, timestamp=1731210075050 2024-11-10T03:41:11,051 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 can not run currently because target server of region SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T03:41:11,051 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 can not run currently because target server of region SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T03:41:11,051 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26; timeout=4000, timestamp=1731210075051 2024-11-10T03:41:11,051 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b can not run currently because target server of region SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T03:41:11,051 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11; timeout=4000, timestamp=1731210075051 2024-11-10T03:41:11,051 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b; timeout=4000, timestamp=1731210075051 2024-11-10T03:41:15,051 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:15,052 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:15,052 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:15,052 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:15,052 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb can not run currently because target server of region SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T03:41:15,052 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb; timeout=8000, timestamp=1731210083052 2024-11-10T03:41:15,053 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b can not run currently because target server of region SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T03:41:15,053 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 can not run currently because target server of region SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T03:41:15,053 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 can not run currently because target server of region SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. d1d9e3766cb1,38167,1731210035618 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T03:41:15,053 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b; timeout=8000, timestamp=1731210083053 2024-11-10T03:41:15,053 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11; timeout=8000, timestamp=1731210083053 2024-11-10T03:41:15,053 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26; timeout=8000, timestamp=1731210083053 2024-11-10T03:41:17,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T03:41:17,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T03:41:17,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T03:41:17,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T03:41:17,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:41:17,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:41:17,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T03:41:17,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:41:17,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T03:41:17,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:41:17,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:41:17,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:41:17,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-10T03:41:17,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing edfb0d2241d7af55f5a6b7d1cec6597a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T03:41:17,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 8bce0faec39b73917463284769b978b2 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T03:41:17,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 60d5973ee04d31eee207dad951a9ea73: 2024-11-10T03:41:17,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e99d3c76181df59b55cc85eb0e1cbb99: 2024-11-10T03:41:17,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 509916d6f2b8813ff8fa5e6ecb60760b: 2024-11-10T03:41:17,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for b6dc0c6e260469969bb77e4503f1606d: 2024-11-10T03:41:17,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. for SnapshotProcedureTest completed. 2024-11-10T03:41:17,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. for SnapshotProcedureTest completed. 2024-11-10T03:41:17,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. for SnapshotProcedureTest completed. 2024-11-10T03:41:17,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. for SnapshotProcedureTest completed. 2024-11-10T03:41:17,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:41:17,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:41:17,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:41:17,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:41:17,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:41:17,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:41:17,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:41:17,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:41:17,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:41:17,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:41:17,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:41:17,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:41:17,983 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091, size=1.2 K (1257bytes) 2024-11-10T03:41:17,984 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T03:41:17,984 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T03:41:17,984 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091 2024-11-10T03:41:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741849_1025 (size=65) 2024-11-10T03:41:17,991 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091 after 4ms 2024-11-10T03:41:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741849_1025 (size=65) 2024-11-10T03:41:17,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741849_1025 (size=65) 2024-11-10T03:41:17,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:41:17,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T03:41:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741850_1026 (size=57) 2024-11-10T03:41:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741850_1026 (size=57) 2024-11-10T03:41:17,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741850_1026 (size=57) 2024-11-10T03:41:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T03:41:17,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:41:17,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:41:18,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:41:18,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T03:41:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T03:41:18,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:41:18,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:41:18,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b6dc0c6e260469969bb77e4503f1606d in 10.0650 sec 2024-11-10T03:41:18,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60d5973ee04d31eee207dad951a9ea73 in 10.0680 sec 2024-11-10T03:41:18,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741851_1027 (size=65) 2024-11-10T03:41:18,012 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091 took 30ms 2024-11-10T03:41:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741851_1027 (size=65) 2024-11-10T03:41:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741852_1028 (size=65) 2024-11-10T03:41:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741851_1027 (size=65) 2024-11-10T03:41:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741852_1028 (size=65) 2024-11-10T03:41:18,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:41:18,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T03:41:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T03:41:18,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:41:18,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741852_1028 (size=65) 2024-11-10T03:41:18,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:41:18,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T03:41:18,015 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:41:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T03:41:18,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:41:18,018 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:41:18,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e99d3c76181df59b55cc85eb0e1cbb99 in 10.0810 sec 2024-11-10T03:41:18,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 509916d6f2b8813ff8fa5e6ecb60760b in 10.0840 sec 2024-11-10T03:41:18,026 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 108be704685a3fc62205e091d67aba6b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T03:41:18,029 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 4e22eb6440c4d8c2d15517f4d1834f11: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T03:41:18,031 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 27e1ce1bc978466d90a9f56042581c26: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T03:41:18,033 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 6fa330542af8ca4734189ea728fab2eb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T03:41:18,033 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091 so closing down 2024-11-10T03:41:18,033 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T03:41:18,033 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T03:41:18,038 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-10T03:41:18,038 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091, journal: Splitting hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091, size=1.2 K (1257bytes) at 1731210077983Finishing writing output for hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091 so closing down at 1731210078033 (+50 ms)3 split writer threads finished at 1731210078033Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731210078038 (+5 ms) 2024-11-10T03:41:18,039 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091 2024-11-10T03:41:18,039 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T03:41:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T03:41:18,048 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting/d1d9e3766cb1%2C38167%2C1731210035618.1731210037091 to hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/oldWALs 2024-11-10T03:41:18,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T03:41:18,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d1d9e3766cb1%2C38167%2C1731210035618.1731210037091, worker=d1d9e3766cb1,38539,1731210035763 in 9.9870 sec 2024-11-10T03:41:18,054 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:18,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-10T03:41:18,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure d1d9e3766cb1%2C38167%2C1731210035618.1731210037091, worker=d1d9e3766cb1,38539,1731210035763 in 10.0030 sec 2024-11-10T03:41:18,061 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting dir is empty, no logs to split. 2024-11-10T03:41:18,061 INFO [PEWorker-2 {}] master.SplitWALManager(105): d1d9e3766cb1,38167,1731210035618 WAL count=0, meta=false 2024-11-10T03:41:18,061 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if d1d9e3766cb1,38167,1731210035618 WAL splitting is done? wals=0, meta=false 2024-11-10T03:41:18,064 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d1d9e3766cb1,38167,1731210035618 failed, ignore...File hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/WALs/d1d9e3766cb1,38167,1731210035618-splitting does not exist. 2024-11-10T03:41:18,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa330542af8ca4734189ea728fab2eb, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27e1ce1bc978466d90a9f56042581c26, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e22eb6440c4d8c2d15517f4d1834f11, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=108be704685a3fc62205e091d67aba6b, ASSIGN}] 2024-11-10T03:41:18,068 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa330542af8ca4734189ea728fab2eb, ASSIGN 2024-11-10T03:41:18,069 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27e1ce1bc978466d90a9f56042581c26, ASSIGN 2024-11-10T03:41:18,070 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fa330542af8ca4734189ea728fab2eb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T03:41:18,070 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=108be704685a3fc62205e091d67aba6b, ASSIGN 2024-11-10T03:41:18,071 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e22eb6440c4d8c2d15517f4d1834f11, ASSIGN 2024-11-10T03:41:18,071 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27e1ce1bc978466d90a9f56042581c26, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T03:41:18,071 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=108be704685a3fc62205e091d67aba6b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T03:41:18,072 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e22eb6440c4d8c2d15517f4d1834f11, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T03:41:18,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/edfb0d2241d7af55f5a6b7d1cec6597a/.tmp/cf/69b733b7aabf4e22ad79bd4dd116a4e0 is 34, key is baa/cf:cf/1731210067067/Put/seqid=0 2024-11-10T03:41:18,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/8bce0faec39b73917463284769b978b2/.tmp/cf/a46dbceac34a4b218967ad1c82c99555 is 34, key is ccd/cf:cf/1731210067105/Put/seqid=0 2024-11-10T03:41:18,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741854_1030 (size=28623) 2024-11-10T03:41:18,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741854_1030 (size=28623) 2024-11-10T03:41:18,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741853_1029 (size=47197) 2024-11-10T03:41:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741853_1029 (size=47197) 2024-11-10T03:41:18,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741853_1029 (size=47197) 2024-11-10T03:41:18,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741854_1030 (size=28623) 2024-11-10T03:41:18,101 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/8bce0faec39b73917463284769b978b2/.tmp/cf/a46dbceac34a4b218967ad1c82c99555 2024-11-10T03:41:18,102 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/edfb0d2241d7af55f5a6b7d1cec6597a/.tmp/cf/69b733b7aabf4e22ad79bd4dd116a4e0 2024-11-10T03:41:18,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/8bce0faec39b73917463284769b978b2/.tmp/cf/a46dbceac34a4b218967ad1c82c99555 as hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/8bce0faec39b73917463284769b978b2/cf/a46dbceac34a4b218967ad1c82c99555 2024-11-10T03:41:18,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/edfb0d2241d7af55f5a6b7d1cec6597a/.tmp/cf/69b733b7aabf4e22ad79bd4dd116a4e0 as hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/edfb0d2241d7af55f5a6b7d1cec6597a/cf/69b733b7aabf4e22ad79bd4dd116a4e0 2024-11-10T03:41:18,170 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/8bce0faec39b73917463284769b978b2/cf/a46dbceac34a4b218967ad1c82c99555, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T03:41:18,170 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/edfb0d2241d7af55f5a6b7d1cec6597a/cf/69b733b7aabf4e22ad79bd4dd116a4e0, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T03:41:18,179 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for edfb0d2241d7af55f5a6b7d1cec6597a in 223ms, sequenceid=5, compaction requested=false 2024-11-10T03:41:18,179 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 8bce0faec39b73917463284769b978b2 in 223ms, sequenceid=5, compaction requested=false 2024-11-10T03:41:18,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for edfb0d2241d7af55f5a6b7d1cec6597a: 2024-11-10T03:41:18,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 8bce0faec39b73917463284769b978b2: 2024-11-10T03:41:18,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. for SnapshotProcedureTest completed. 2024-11-10T03:41:18,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. for SnapshotProcedureTest completed. 2024-11-10T03:41:18,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:41:18,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:41:18,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:41:18,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:41:18,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/8bce0faec39b73917463284769b978b2/cf/a46dbceac34a4b218967ad1c82c99555] hfiles 2024-11-10T03:41:18,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/edfb0d2241d7af55f5a6b7d1cec6597a/cf/69b733b7aabf4e22ad79bd4dd116a4e0] hfiles 2024-11-10T03:41:18,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/8bce0faec39b73917463284769b978b2/cf/a46dbceac34a4b218967ad1c82c99555 for snapshot=SnapshotProcedureTest 2024-11-10T03:41:18,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/edfb0d2241d7af55f5a6b7d1cec6597a/cf/69b733b7aabf4e22ad79bd4dd116a4e0 for snapshot=SnapshotProcedureTest 2024-11-10T03:41:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741855_1031 (size=105) 2024-11-10T03:41:18,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741855_1031 (size=105) 2024-11-10T03:41:18,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:41:18,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T03:41:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T03:41:18,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8bce0faec39b73917463284769b978b2 2024-11-10T03:41:18,201 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bce0faec39b73917463284769b978b2 2024-11-10T03:41:18,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741855_1031 (size=105) 2024-11-10T03:41:18,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8bce0faec39b73917463284769b978b2 in 10.2670 sec 2024-11-10T03:41:18,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741856_1032 (size=105) 2024-11-10T03:41:18,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741856_1032 (size=105) 2024-11-10T03:41:18,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741856_1032 (size=105) 2024-11-10T03:41:18,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:41:18,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T03:41:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T03:41:18,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:41:18,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:41:18,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure edfb0d2241d7af55f5a6b7d1cec6597a in 10.2760 sec 2024-11-10T03:41:18,220 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(204): Hosts are {d1d9e3766cb1=0} racks are {/default-rack=0} 2024-11-10T03:41:18,221 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T03:41:18,221 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T03:41:18,221 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T03:41:18,221 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T03:41:18,221 INFO [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T03:41:18,221 INFO [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T03:41:18,221 DEBUG [d1d9e3766cb1:44165 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T03:41:18,221 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=6fa330542af8ca4734189ea728fab2eb, regionState=OPENING, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:18,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=27e1ce1bc978466d90a9f56042581c26, regionState=OPENING, regionLocation=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:18,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=4e22eb6440c4d8c2d15517f4d1834f11, regionState=OPENING, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:18,222 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=108be704685a3fc62205e091d67aba6b, regionState=OPENING, regionLocation=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:18,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fa330542af8ca4734189ea728fab2eb, ASSIGN because future has completed 2024-11-10T03:41:18,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fa330542af8ca4734189ea728fab2eb, server=d1d9e3766cb1,38539,1731210035763}] 2024-11-10T03:41:18,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27e1ce1bc978466d90a9f56042581c26, ASSIGN because future has completed 2024-11-10T03:41:18,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27e1ce1bc978466d90a9f56042581c26, server=d1d9e3766cb1,35225,1731210035724}] 2024-11-10T03:41:18,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=108be704685a3fc62205e091d67aba6b, ASSIGN because future has completed 2024-11-10T03:41:18,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108be704685a3fc62205e091d67aba6b, server=d1d9e3766cb1,35225,1731210035724}] 2024-11-10T03:41:18,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e22eb6440c4d8c2d15517f4d1834f11, ASSIGN because future has completed 2024-11-10T03:41:18,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11, server=d1d9e3766cb1,38539,1731210035763}] 2024-11-10T03:41:23,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 held by pid=40 2024-11-10T03:41:23,053 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb held by pid=39 2024-11-10T03:41:23,053 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:23,053 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b held by pid=42 2024-11-10T03:41:23,053 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:23,053 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:23,053 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 held by pid=41 2024-11-10T03:41:23,053 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:27,683 INFO [master/d1d9e3766cb1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T03:41:27,683 INFO [master/d1d9e3766cb1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T03:41:28,236 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:41:28,237 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e22eb6440c4d8c2d15517f4d1834f11, NAME => 'SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T03:41:28,237 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,238 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:41:28,238 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,238 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,238 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:41:28,238 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 27e1ce1bc978466d90a9f56042581c26, NAME => 'SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T03:41:28,239 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,239 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:41:28,239 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,239 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,240 INFO [StoreOpener-4e22eb6440c4d8c2d15517f4d1834f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,241 INFO [StoreOpener-27e1ce1bc978466d90a9f56042581c26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,241 INFO [StoreOpener-4e22eb6440c4d8c2d15517f4d1834f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e22eb6440c4d8c2d15517f4d1834f11 columnFamilyName cf 2024-11-10T03:41:28,241 DEBUG [StoreOpener-4e22eb6440c4d8c2d15517f4d1834f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:41:28,242 INFO [StoreOpener-27e1ce1bc978466d90a9f56042581c26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27e1ce1bc978466d90a9f56042581c26 columnFamilyName cf 2024-11-10T03:41:28,242 DEBUG [StoreOpener-27e1ce1bc978466d90a9f56042581c26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:41:28,242 INFO [StoreOpener-4e22eb6440c4d8c2d15517f4d1834f11-1 {}] regionserver.HStore(327): Store=4e22eb6440c4d8c2d15517f4d1834f11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:41:28,242 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,242 INFO [StoreOpener-27e1ce1bc978466d90a9f56042581c26-1 {}] regionserver.HStore(327): Store=27e1ce1bc978466d90a9f56042581c26/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:41:28,243 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,243 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,243 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,245 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,245 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,246 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,246 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,246 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,246 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,248 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,249 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,249 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 27e1ce1bc978466d90a9f56042581c26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74261292, jitterRate=0.1065794825553894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:41:28,250 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,250 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 27e1ce1bc978466d90a9f56042581c26: Running coprocessor pre-open hook at 1731210088239Writing region info on filesystem at 1731210088239Initializing all the Stores at 1731210088240 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210088240Cleaning up temporary data from old regions at 1731210088246 (+6 ms)Running coprocessor post-open hooks at 1731210088250 (+4 ms)Region opened successfully at 1731210088250 2024-11-10T03:41:28,250 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 4e22eb6440c4d8c2d15517f4d1834f11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75271542, jitterRate=0.121633380651474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:41:28,250 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,250 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 4e22eb6440c4d8c2d15517f4d1834f11: Running coprocessor pre-open hook at 1731210088238Writing region info on filesystem at 1731210088238Initializing all the Stores at 1731210088239 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210088239Cleaning up temporary data from old regions at 1731210088246 (+7 ms)Running coprocessor post-open hooks at 1731210088250 (+4 ms)Region opened successfully at 1731210088250 2024-11-10T03:41:28,251 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26., pid=44, masterSystemTime=1731210088230 2024-11-10T03:41:28,251 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11., pid=46, masterSystemTime=1731210088231 2024-11-10T03:41:28,253 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:41:28,253 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:41:28,254 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:41:28,254 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 108be704685a3fc62205e091d67aba6b, NAME => 'SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T03:41:28,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=27e1ce1bc978466d90a9f56042581c26, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:28,254 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,254 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:41:28,254 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:41:28,254 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:41:28,255 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:41:28,255 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,255 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,255 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fa330542af8ca4734189ea728fab2eb, NAME => 'SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T03:41:28,255 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,255 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:41:28,255 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,255 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,256 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=4e22eb6440c4d8c2d15517f4d1834f11, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:28,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27e1ce1bc978466d90a9f56042581c26, server=d1d9e3766cb1,35225,1731210035724 because future has completed 2024-11-10T03:41:28,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11, server=d1d9e3766cb1,38539,1731210035763 because future has completed 2024-11-10T03:41:28,259 INFO [StoreOpener-108be704685a3fc62205e091d67aba6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,260 INFO [StoreOpener-6fa330542af8ca4734189ea728fab2eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,261 INFO [StoreOpener-108be704685a3fc62205e091d67aba6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108be704685a3fc62205e091d67aba6b columnFamilyName cf 2024-11-10T03:41:28,261 DEBUG [StoreOpener-108be704685a3fc62205e091d67aba6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:41:28,261 INFO [StoreOpener-6fa330542af8ca4734189ea728fab2eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fa330542af8ca4734189ea728fab2eb columnFamilyName cf 2024-11-10T03:41:28,262 DEBUG [StoreOpener-6fa330542af8ca4734189ea728fab2eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:41:28,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-10T03:41:28,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 27e1ce1bc978466d90a9f56042581c26, server=d1d9e3766cb1,35225,1731210035724 in 10.0320 sec 2024-11-10T03:41:28,262 INFO [StoreOpener-108be704685a3fc62205e091d67aba6b-1 {}] regionserver.HStore(327): Store=108be704685a3fc62205e091d67aba6b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:41:28,262 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,263 INFO [StoreOpener-6fa330542af8ca4734189ea728fab2eb-1 {}] regionserver.HStore(327): Store=6fa330542af8ca4734189ea728fab2eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:41:28,263 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-10T03:41:28,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11, server=d1d9e3766cb1,38539,1731210035763 in 10.0300 sec 2024-11-10T03:41:28,264 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,264 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27e1ce1bc978466d90a9f56042581c26, ASSIGN in 10.1950 sec 2024-11-10T03:41:28,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:28,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e22eb6440c4d8c2d15517f4d1834f11, ASSIGN in 10.1960 sec 2024-11-10T03:41:28,266 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:28,266 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,267 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,267 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,268 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,268 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,269 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,270 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,271 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,272 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 6fa330542af8ca4734189ea728fab2eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66842917, jitterRate=-0.003962919116020203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:41:28,272 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,272 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 6fa330542af8ca4734189ea728fab2eb: Running coprocessor pre-open hook at 1731210088255Writing region info on filesystem at 1731210088255Initializing all the Stores at 1731210088258 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210088258Cleaning up temporary data from old regions at 1731210088267 (+9 ms)Running coprocessor post-open hooks at 1731210088272 (+5 ms)Region opened successfully at 1731210088272 2024-11-10T03:41:28,272 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 108be704685a3fc62205e091d67aba6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71801283, jitterRate=0.06992249190807343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:41:28,273 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,273 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb., pid=43, masterSystemTime=1731210088231 2024-11-10T03:41:28,273 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 108be704685a3fc62205e091d67aba6b: Running coprocessor pre-open hook at 1731210088255Writing region info on filesystem at 1731210088255Initializing all the Stores at 1731210088258 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210088258Cleaning up temporary data from old regions at 1731210088269 (+11 ms)Running coprocessor post-open hooks at 1731210088273 (+4 ms)Region opened successfully at 1731210088273 2024-11-10T03:41:28,274 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b., pid=45, masterSystemTime=1731210088230 2024-11-10T03:41:28,275 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:41:28,275 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:41:28,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=6fa330542af8ca4734189ea728fab2eb, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:28,276 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:41:28,277 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:41:28,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=108be704685a3fc62205e091d67aba6b, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:28,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fa330542af8ca4734189ea728fab2eb, server=d1d9e3766cb1,38539,1731210035763 because future has completed 2024-11-10T03:41:28,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108be704685a3fc62205e091d67aba6b, server=d1d9e3766cb1,35225,1731210035724 because future has completed 2024-11-10T03:41:28,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-10T03:41:28,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fa330542af8ca4734189ea728fab2eb, server=d1d9e3766cb1,38539,1731210035763 in 10.0550 sec 2024-11-10T03:41:28,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-10T03:41:28,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 108be704685a3fc62205e091d67aba6b, server=d1d9e3766cb1,35225,1731210035724 in 10.0530 sec 2024-11-10T03:41:28,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa330542af8ca4734189ea728fab2eb, ASSIGN in 10.2160 sec 2024-11-10T03:41:28,285 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:28,287 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:28,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-10T03:41:28,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=108be704685a3fc62205e091d67aba6b, ASSIGN in 10.2170 sec 2024-11-10T03:41:28,288 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server d1d9e3766cb1,38167,1731210035618 after splitting done 2024-11-10T03:41:28,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure d1d9e3766cb1,38167,1731210035618, splitWal=true, meta=false in 20.2570 sec 2024-11-10T03:41:33,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T03:41:34,035 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T03:41:37,793 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T03:41:38,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T03:41:38,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T03:41:38,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:41:38,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T03:41:38,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:41:38,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T03:41:38,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:41:38,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 108be704685a3fc62205e091d67aba6b: 2024-11-10T03:41:38,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 6fa330542af8ca4734189ea728fab2eb: 2024-11-10T03:41:38,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:41:38,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. for SnapshotProcedureTest completed. 2024-11-10T03:41:38,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. for SnapshotProcedureTest completed. 2024-11-10T03:41:38,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 27e1ce1bc978466d90a9f56042581c26: 2024-11-10T03:41:38,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4e22eb6440c4d8c2d15517f4d1834f11: 2024-11-10T03:41:38,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. for SnapshotProcedureTest completed. 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. for SnapshotProcedureTest completed. 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:41:38,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:41:38,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741857_1033 (size=65) 2024-11-10T03:41:38,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741857_1033 (size=65) 2024-11-10T03:41:38,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741857_1033 (size=65) 2024-11-10T03:41:38,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:41:38,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T03:41:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T03:41:38,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:38,288 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:38,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 27e1ce1bc978466d90a9f56042581c26 in 30.3550 sec 2024-11-10T03:41:38,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741858_1034 (size=57) 2024-11-10T03:41:38,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741858_1034 (size=57) 2024-11-10T03:41:38,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741858_1034 (size=57) 2024-11-10T03:41:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741859_1035 (size=65) 2024-11-10T03:41:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741859_1035 (size=65) 2024-11-10T03:41:38,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741859_1035 (size=65) 2024-11-10T03:41:38,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741860_1036 (size=65) 2024-11-10T03:41:38,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:41:38,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T03:41:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741860_1036 (size=65) 2024-11-10T03:41:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741860_1036 (size=65) 2024-11-10T03:41:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T03:41:38,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:38,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:38,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:41:38,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T03:41:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T03:41:38,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:38,307 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:38,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:41:38,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T03:41:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T03:41:38,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:38,309 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:38,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4e22eb6440c4d8c2d15517f4d1834f11 in 30.3720 sec 2024-11-10T03:41:38,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 108be704685a3fc62205e091d67aba6b in 30.3730 sec 2024-11-10T03:41:38,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-10T03:41:38,312 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T03:41:38,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6fa330542af8ca4734189ea728fab2eb in 30.3750 sec 2024-11-10T03:41:38,314 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T03:41:38,317 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T03:41:38,317 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T03:41:38,319 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T03:41:38,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741861_1037 (size=1094) 2024-11-10T03:41:38,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741861_1037 (size=1094) 2024-11-10T03:41:38,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741861_1037 (size=1094) 2024-11-10T03:41:38,356 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T03:41:38,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T03:41:38,372 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:38,372 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:38,372 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:38,372 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:38,372 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:38,377 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:39,707 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1d9e3766cb1:44165 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T03:41:43,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region edfb0d2241d7af55f5a6b7d1cec6597a, had cached 0 bytes from a total of 28623 2024-11-10T03:41:43,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8bce0faec39b73917463284769b978b2, had cached 0 bytes from a total of 47197 2024-11-10T03:41:47,600 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 60d5973ee04d31eee207dad951a9ea73 changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:41:47,600 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 108be704685a3fc62205e091d67aba6b changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:41:47,600 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b6dc0c6e260469969bb77e4503f1606d changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:41:47,601 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 27e1ce1bc978466d90a9f56042581c26 changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:41:47,601 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region edfb0d2241d7af55f5a6b7d1cec6597a changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:41:47,601 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e99d3c76181df59b55cc85eb0e1cbb99 changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:41:47,601 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4e22eb6440c4d8c2d15517f4d1834f11 changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:41:47,601 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 509916d6f2b8813ff8fa5e6ecb60760b changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:41:47,601 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8bce0faec39b73917463284769b978b2 changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:41:47,601 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6fa330542af8ca4734189ea728fab2eb changed from -1.0 to 0.0, refreshing cache 2024-11-10T03:41:48,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-10T03:41:48,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-10T03:41:48,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-10T03:41:48,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-10T03:41:48,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-10T03:41:48,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-10T03:41:48,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T03:41:48,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T03:41:48,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-10T03:41:48,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T03:41:48,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-10T03:41:48,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-10T03:41:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T03:41:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-10T03:41:48,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-10T03:41:48,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-10T03:41:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-10T03:41:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-10T03:41:48,387 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,35225,1731210035724 Release verify snapshot worker=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:48,387 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 Release verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-10T03:41:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-10T03:41:48,388 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 Release verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:48,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,35225,1731210035724 in 10.0220 sec 2024-11-10T03:41:48,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 in 10.0230 sec 2024-11-10T03:41:48,390 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:48,390 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:48,391 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,35225,1731210035724 Release verify snapshot worker=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:48,391 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 Release verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:48,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 in 10.0220 sec 2024-11-10T03:41:48,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 in 10.0260 sec 2024-11-10T03:41:48,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,35225,1731210035724 in 10.0260 sec 2024-11-10T03:41:48,395 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,35225,1731210035724 Release verify snapshot worker=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:48,395 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:48,396 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:48,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,35225,1731210035724 in 10.0300 sec 2024-11-10T03:41:58,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-10T03:41:58,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-10T03:41:58,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T03:41:58,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-10T03:41:58,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-10T03:41:58,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T03:41:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T03:41:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-10T03:41:58,395 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 Release verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T03:41:58,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-10T03:41:58,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T03:41:58,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 in 20.0300 sec 2024-11-10T03:41:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44165 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T03:41:58,397 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 Release verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:58,399 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 Release verify snapshot worker=d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:58,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 in 20.0330 sec 2024-11-10T03:41:58,400 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,35225,1731210035724 Release verify snapshot worker=d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:58,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,38539,1731210035763 in 20.0340 sec 2024-11-10T03:41:58,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-10T03:41:58,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,35225,1731210035724 in 20.0350 sec 2024-11-10T03:41:58,403 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T03:41:58,405 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T03:41:58,407 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T03:41:58,407 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T03:41:58,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5240 sec 2024-11-10T03:41:58,651 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T03:41:58,659 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T03:41:58,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T03:41:58,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T03:41:58,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:41:58,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:41:58,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:41:58,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T03:41:58,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T03:41:58,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=647590735, stopped=false 2024-11-10T03:41:58,661 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1d9e3766cb1,44165,1731210034928 2024-11-10T03:41:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T03:41:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T03:41:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:41:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:41:58,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T03:41:58,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:41:58,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T03:41:58,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T03:41:58,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:41:58,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:41:58,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:41:58,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:41:58,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:41:58,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1d9e3766cb1,35225,1731210035724' ***** 2024-11-10T03:41:58,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T03:41:58,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1d9e3766cb1,38539,1731210035763' ***** 2024-11-10T03:41:58,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T03:41:58,667 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T03:41:58,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T03:41:58,668 INFO [RS:1;d1d9e3766cb1:35225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T03:41:58,668 INFO [RS:1;d1d9e3766cb1:35225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T03:41:58,668 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(3091): Received CLOSE for 60d5973ee04d31eee207dad951a9ea73 2024-11-10T03:41:58,669 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T03:41:58,669 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(3091): Received CLOSE for 27e1ce1bc978466d90a9f56042581c26 2024-11-10T03:41:58,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T03:41:58,669 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(3091): Received CLOSE for edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:41:58,669 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(3091): Received CLOSE for b6dc0c6e260469969bb77e4503f1606d 2024-11-10T03:41:58,669 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(3091): Received CLOSE for 108be704685a3fc62205e091d67aba6b 2024-11-10T03:41:58,669 INFO [RS:2;d1d9e3766cb1:38539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T03:41:58,669 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(959): stopping server d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:58,669 INFO [RS:2;d1d9e3766cb1:38539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T03:41:58,669 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T03:41:58,669 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(3091): Received CLOSE for e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:41:58,669 INFO [RS:1;d1d9e3766cb1:35225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d1d9e3766cb1:35225. 2024-11-10T03:41:58,670 DEBUG [RS:1;d1d9e3766cb1:35225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:41:58,670 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60d5973ee04d31eee207dad951a9ea73, disabling compactions & flushes 2024-11-10T03:41:58,670 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:41:58,670 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(3091): Received CLOSE for 509916d6f2b8813ff8fa5e6ecb60760b 2024-11-10T03:41:58,670 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:41:58,670 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fa330542af8ca4734189ea728fab2eb 2024-11-10T03:41:58,670 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. after waiting 0 ms 2024-11-10T03:41:58,670 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e99d3c76181df59b55cc85eb0e1cbb99, disabling compactions & flushes 2024-11-10T03:41:58,670 DEBUG [RS:1;d1d9e3766cb1:35225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:41:58,670 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:41:58,670 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e22eb6440c4d8c2d15517f4d1834f11 2024-11-10T03:41:58,670 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:41:58,670 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:41:58,670 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bce0faec39b73917463284769b978b2 2024-11-10T03:41:58,670 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. after waiting 0 ms 2024-11-10T03:41:58,670 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:41:58,670 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(959): stopping server d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:58,670 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-10T03:41:58,670 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T03:41:58,670 INFO [RS:2;d1d9e3766cb1:38539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d1d9e3766cb1:38539. 2024-11-10T03:41:58,670 DEBUG [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(1325): Online Regions={60d5973ee04d31eee207dad951a9ea73=SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73., 27e1ce1bc978466d90a9f56042581c26=SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26., edfb0d2241d7af55f5a6b7d1cec6597a=SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a., b6dc0c6e260469969bb77e4503f1606d=SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d., 108be704685a3fc62205e091d67aba6b=SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b.} 2024-11-10T03:41:58,670 DEBUG [RS:2;d1d9e3766cb1:38539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:41:58,671 DEBUG [RS:2;d1d9e3766cb1:38539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:41:58,671 DEBUG [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(1351): Waiting on 108be704685a3fc62205e091d67aba6b, 27e1ce1bc978466d90a9f56042581c26, 60d5973ee04d31eee207dad951a9ea73, b6dc0c6e260469969bb77e4503f1606d, edfb0d2241d7af55f5a6b7d1cec6597a 2024-11-10T03:41:58,671 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T03:41:58,671 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T03:41:58,671 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T03:41:58,671 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T03:41:58,672 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-10T03:41:58,672 DEBUG [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(1325): Online Regions={e99d3c76181df59b55cc85eb0e1cbb99=SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99., 509916d6f2b8813ff8fa5e6ecb60760b=SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b., 6fa330542af8ca4734189ea728fab2eb=SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb., 1588230740=hbase:meta,,1.1588230740, 4e22eb6440c4d8c2d15517f4d1834f11=SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11., 8bce0faec39b73917463284769b978b2=SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2.} 2024-11-10T03:41:58,672 DEBUG [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e22eb6440c4d8c2d15517f4d1834f11, 509916d6f2b8813ff8fa5e6ecb60760b, 6fa330542af8ca4734189ea728fab2eb, 8bce0faec39b73917463284769b978b2, e99d3c76181df59b55cc85eb0e1cbb99 2024-11-10T03:41:58,672 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T03:41:58,672 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T03:41:58,672 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T03:41:58,672 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T03:41:58,672 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T03:41:58,672 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-10T03:41:58,677 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/60d5973ee04d31eee207dad951a9ea73/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:41:58,678 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/e99d3c76181df59b55cc85eb0e1cbb99/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:41:58,680 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:41:58,680 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:41:58,680 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60d5973ee04d31eee207dad951a9ea73: Waiting for close lock at 1731210118669Running coprocessor pre-close hooks at 1731210118669Disabling compacts and flushes for region at 1731210118669Disabling writes for close at 1731210118670 (+1 ms)Writing region close event to WAL at 1731210118672 (+2 ms)Running coprocessor post-close hooks at 1731210118678 (+6 ms)Closed at 1731210118680 (+2 ms) 2024-11-10T03:41:58,680 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e99d3c76181df59b55cc85eb0e1cbb99: Waiting for close lock at 1731210118670Running coprocessor pre-close hooks at 1731210118670Disabling compacts and flushes for region at 1731210118670Disabling writes for close at 1731210118670Writing region close event to WAL at 1731210118671 (+1 ms)Running coprocessor post-close hooks at 1731210118679 (+8 ms)Closed at 1731210118680 (+1 ms) 2024-11-10T03:41:58,681 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731210047843.60d5973ee04d31eee207dad951a9ea73. 2024-11-10T03:41:58,681 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731210047843.e99d3c76181df59b55cc85eb0e1cbb99. 2024-11-10T03:41:58,681 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27e1ce1bc978466d90a9f56042581c26, disabling compactions & flushes 2024-11-10T03:41:58,681 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:41:58,681 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 509916d6f2b8813ff8fa5e6ecb60760b, disabling compactions & flushes 2024-11-10T03:41:58,681 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:41:58,681 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. after waiting 0 ms 2024-11-10T03:41:58,681 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:41:58,681 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:41:58,681 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:41:58,681 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. after waiting 0 ms 2024-11-10T03:41:58,681 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:41:58,688 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/509916d6f2b8813ff8fa5e6ecb60760b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:41:58,688 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/27e1ce1bc978466d90a9f56042581c26/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:41:58,693 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:41:58,693 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 509916d6f2b8813ff8fa5e6ecb60760b: Waiting for close lock at 1731210118681Running coprocessor pre-close hooks at 1731210118681Disabling compacts and flushes for region at 1731210118681Disabling writes for close at 1731210118681Writing region close event to WAL at 1731210118682 (+1 ms)Running coprocessor post-close hooks at 1731210118692 (+10 ms)Closed at 1731210118693 (+1 ms) 2024-11-10T03:41:58,693 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731210047843.509916d6f2b8813ff8fa5e6ecb60760b. 2024-11-10T03:41:58,693 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:41:58,693 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27e1ce1bc978466d90a9f56042581c26: Waiting for close lock at 1731210118681Running coprocessor pre-close hooks at 1731210118681Disabling compacts and flushes for region at 1731210118681Disabling writes for close at 1731210118681Writing region close event to WAL at 1731210118682 (+1 ms)Running coprocessor post-close hooks at 1731210118693 (+11 ms)Closed at 1731210118693 2024-11-10T03:41:58,693 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fa330542af8ca4734189ea728fab2eb, disabling compactions & flushes 2024-11-10T03:41:58,693 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:41:58,693 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:41:58,693 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731210047843.27e1ce1bc978466d90a9f56042581c26. 2024-11-10T03:41:58,693 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. after waiting 0 ms 2024-11-10T03:41:58,693 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:41:58,693 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edfb0d2241d7af55f5a6b7d1cec6597a, disabling compactions & flushes 2024-11-10T03:41:58,693 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:41:58,694 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:41:58,694 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. after waiting 0 ms 2024-11-10T03:41:58,694 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:41:58,702 INFO [regionserver/d1d9e3766cb1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:41:58,702 INFO [regionserver/d1d9e3766cb1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:41:58,703 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/.tmp/info/2d47f9294f924ad39c9ccbfd05d25b4b is 167, key is SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b./info:regioninfo/1731210088277/Put/seqid=0 2024-11-10T03:41:58,709 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/6fa330542af8ca4734189ea728fab2eb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:41:58,709 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/edfb0d2241d7af55f5a6b7d1cec6597a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T03:41:58,709 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:41:58,709 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:41:58,709 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fa330542af8ca4734189ea728fab2eb: Waiting for close lock at 1731210118693Running coprocessor pre-close hooks at 1731210118693Disabling compacts and flushes for region at 1731210118693Disabling writes for close at 1731210118693Writing region close event to WAL at 1731210118696 (+3 ms)Running coprocessor post-close hooks at 1731210118709 (+13 ms)Closed at 1731210118709 2024-11-10T03:41:58,710 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edfb0d2241d7af55f5a6b7d1cec6597a: Waiting for close lock at 1731210118693Running coprocessor pre-close hooks at 1731210118693Disabling compacts and flushes for region at 1731210118693Disabling writes for close at 1731210118694 (+1 ms)Writing region close event to WAL at 1731210118700 (+6 ms)Running coprocessor post-close hooks at 1731210118709 (+9 ms)Closed at 1731210118709 2024-11-10T03:41:58,710 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731210047843.6fa330542af8ca4734189ea728fab2eb. 2024-11-10T03:41:58,710 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731210047843.edfb0d2241d7af55f5a6b7d1cec6597a. 2024-11-10T03:41:58,710 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e22eb6440c4d8c2d15517f4d1834f11, disabling compactions & flushes 2024-11-10T03:41:58,710 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6dc0c6e260469969bb77e4503f1606d, disabling compactions & flushes 2024-11-10T03:41:58,710 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:41:58,710 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:41:58,710 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:41:58,710 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:41:58,710 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. after waiting 0 ms 2024-11-10T03:41:58,710 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. after waiting 0 ms 2024-11-10T03:41:58,710 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:41:58,710 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:41:58,719 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/4e22eb6440c4d8c2d15517f4d1834f11/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:41:58,720 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/b6dc0c6e260469969bb77e4503f1606d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:41:58,720 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:41:58,720 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:41:58,720 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e22eb6440c4d8c2d15517f4d1834f11: Waiting for close lock at 1731210118710Running coprocessor pre-close hooks at 1731210118710Disabling compacts and flushes for region at 1731210118710Disabling writes for close at 1731210118710Writing region close event to WAL at 1731210118712 (+2 ms)Running coprocessor post-close hooks at 1731210118720 (+8 ms)Closed at 1731210118720 2024-11-10T03:41:58,721 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6dc0c6e260469969bb77e4503f1606d: Waiting for close lock at 1731210118710Running coprocessor pre-close hooks at 1731210118710Disabling compacts and flushes for region at 1731210118710Disabling writes for close at 1731210118710Writing region close event to WAL at 1731210118711 (+1 ms)Running coprocessor post-close hooks at 1731210118720 (+9 ms)Closed at 1731210118720 2024-11-10T03:41:58,721 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731210047843.4e22eb6440c4d8c2d15517f4d1834f11. 2024-11-10T03:41:58,721 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731210047843.b6dc0c6e260469969bb77e4503f1606d. 2024-11-10T03:41:58,721 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bce0faec39b73917463284769b978b2, disabling compactions & flushes 2024-11-10T03:41:58,721 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:41:58,721 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 108be704685a3fc62205e091d67aba6b, disabling compactions & flushes 2024-11-10T03:41:58,721 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:41:58,721 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:41:58,721 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:41:58,721 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. after waiting 0 ms 2024-11-10T03:41:58,721 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. after waiting 0 ms 2024-11-10T03:41:58,721 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:41:58,721 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:41:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741862_1038 (size=20292) 2024-11-10T03:41:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741862_1038 (size=20292) 2024-11-10T03:41:58,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741862_1038 (size=20292) 2024-11-10T03:41:58,732 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/108be704685a3fc62205e091d67aba6b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:41:58,733 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/default/SPTestTable/8bce0faec39b73917463284769b978b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T03:41:58,733 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:41:58,733 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 108be704685a3fc62205e091d67aba6b: Waiting for close lock at 1731210118721Running coprocessor pre-close hooks at 1731210118721Disabling compacts and flushes for region at 1731210118721Disabling writes for close at 1731210118721Writing region close event to WAL at 1731210118728 (+7 ms)Running coprocessor post-close hooks at 1731210118733 (+5 ms)Closed at 1731210118733 2024-11-10T03:41:58,733 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731210047843.108be704685a3fc62205e091d67aba6b. 2024-11-10T03:41:58,734 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:41:58,734 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bce0faec39b73917463284769b978b2: Waiting for close lock at 1731210118721Running coprocessor pre-close hooks at 1731210118721Disabling compacts and flushes for region at 1731210118721Disabling writes for close at 1731210118721Writing region close event to WAL at 1731210118729 (+8 ms)Running coprocessor post-close hooks at 1731210118733 (+4 ms)Closed at 1731210118734 (+1 ms) 2024-11-10T03:41:58,734 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731210047843.8bce0faec39b73917463284769b978b2. 2024-11-10T03:41:58,871 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(976): stopping server d1d9e3766cb1,35225,1731210035724; all regions closed. 2024-11-10T03:41:58,872 DEBUG [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T03:41:58,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741834_1010 (size=3500) 2024-11-10T03:41:58,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741834_1010 (size=3500) 2024-11-10T03:41:58,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741834_1010 (size=3500) 2024-11-10T03:41:58,879 DEBUG [RS:1;d1d9e3766cb1:35225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/oldWALs 2024-11-10T03:41:58,879 INFO [RS:1;d1d9e3766cb1:35225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1d9e3766cb1%2C35225%2C1731210035724:(num 1731210037091) 2024-11-10T03:41:58,879 DEBUG [RS:1;d1d9e3766cb1:35225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:41:58,879 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:41:58,879 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T03:41:58,879 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.ChoreService(370): Chore service for: regionserver/d1d9e3766cb1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T03:41:58,879 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T03:41:58,880 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T03:41:58,880 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T03:41:58,880 INFO [regionserver/d1d9e3766cb1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T03:41:58,880 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T03:41:58,880 INFO [RS:1;d1d9e3766cb1:35225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35225 2024-11-10T03:41:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T03:41:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1d9e3766cb1,35225,1731210035724 2024-11-10T03:41:58,886 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T03:41:58,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1d9e3766cb1,35225,1731210035724] 2024-11-10T03:41:58,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1d9e3766cb1,35225,1731210035724 already deleted, retry=false 2024-11-10T03:41:58,888 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1d9e3766cb1,35225,1731210035724 expired; onlineServers=1 2024-11-10T03:41:58,918 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T03:41:58,918 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T03:41:58,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:41:58,987 INFO [RS:1;d1d9e3766cb1:35225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T03:41:58,987 INFO [RS:1;d1d9e3766cb1:35225 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1d9e3766cb1,35225,1731210035724; zookeeper connection closed. 2024-11-10T03:41:58,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35225-0x101904431170002, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:41:58,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@142d957 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@142d957 2024-11-10T03:41:59,072 DEBUG [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T03:41:59,126 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/.tmp/info/2d47f9294f924ad39c9ccbfd05d25b4b 2024-11-10T03:41:59,150 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/.tmp/ns/2554d77ac68a4b5da8851423774d9f33 is 43, key is default/ns:d/1731210047532/Put/seqid=0 2024-11-10T03:41:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741863_1039 (size=5153) 2024-11-10T03:41:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741863_1039 (size=5153) 2024-11-10T03:41:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741863_1039 (size=5153) 2024-11-10T03:41:59,158 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/.tmp/ns/2554d77ac68a4b5da8851423774d9f33 2024-11-10T03:41:59,182 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/.tmp/table/c93c1a7c62be444c958380a92af19779 is 47, key is SPTestTable/table:state/1731210058367/Put/seqid=0 2024-11-10T03:41:59,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741864_1040 (size=5214) 2024-11-10T03:41:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741864_1040 (size=5214) 2024-11-10T03:41:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741864_1040 (size=5214) 2024-11-10T03:41:59,191 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/.tmp/table/c93c1a7c62be444c958380a92af19779 2024-11-10T03:41:59,199 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/.tmp/info/2d47f9294f924ad39c9ccbfd05d25b4b as hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/info/2d47f9294f924ad39c9ccbfd05d25b4b 2024-11-10T03:41:59,206 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/info/2d47f9294f924ad39c9ccbfd05d25b4b, entries=116, sequenceid=37, filesize=19.8 K 2024-11-10T03:41:59,208 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/.tmp/ns/2554d77ac68a4b5da8851423774d9f33 as hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/ns/2554d77ac68a4b5da8851423774d9f33 2024-11-10T03:41:59,216 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/ns/2554d77ac68a4b5da8851423774d9f33, entries=2, sequenceid=37, filesize=5.0 K 2024-11-10T03:41:59,217 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/.tmp/table/c93c1a7c62be444c958380a92af19779 as hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/table/c93c1a7c62be444c958380a92af19779 2024-11-10T03:41:59,225 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/table/c93c1a7c62be444c958380a92af19779, entries=2, sequenceid=37, filesize=5.1 K 2024-11-10T03:41:59,226 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=37, compaction requested=false 2024-11-10T03:41:59,233 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-10T03:41:59,233 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T03:41:59,234 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T03:41:59,234 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731210118672Running coprocessor pre-close hooks at 1731210118672Disabling compacts and flushes for region at 1731210118672Disabling writes for close at 1731210118672Obtaining lock to block concurrent updates at 1731210118672Preparing flush snapshotting stores in 1588230740 at 1731210118672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731210118673 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731210118674 (+1 ms)Flushing 1588230740/info: creating writer at 1731210118674Flushing 1588230740/info: appending metadata at 1731210118702 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731210118702Flushing 1588230740/ns: creating writer at 1731210119134 (+432 ms)Flushing 1588230740/ns: appending metadata at 1731210119149 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731210119149Flushing 1588230740/table: creating writer at 1731210119166 (+17 ms)Flushing 1588230740/table: appending metadata at 1731210119181 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731210119181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326a14c2: reopening flushed file at 1731210119198 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d29bae: reopening flushed file at 1731210119207 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672b72ac: reopening flushed file at 1731210119216 (+9 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=37, compaction requested=false at 1731210119227 (+11 ms)Writing region close event to WAL at 1731210119228 (+1 ms)Running coprocessor post-close hooks at 1731210119233 (+5 ms)Closed at 1731210119233 2024-11-10T03:41:59,234 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T03:41:59,273 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(976): stopping server d1d9e3766cb1,38539,1731210035763; all regions closed. 2024-11-10T03:41:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741836_1012 (size=19530) 2024-11-10T03:41:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741836_1012 (size=19530) 2024-11-10T03:41:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741836_1012 (size=19530) 2024-11-10T03:41:59,279 DEBUG [RS:2;d1d9e3766cb1:38539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/oldWALs 2024-11-10T03:41:59,279 INFO [RS:2;d1d9e3766cb1:38539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1d9e3766cb1%2C38539%2C1731210035763.meta:.meta(num 1731210047381) 2024-11-10T03:41:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741833_1009 (size=3530) 2024-11-10T03:41:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741833_1009 (size=3530) 2024-11-10T03:41:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741833_1009 (size=3530) 2024-11-10T03:41:59,284 DEBUG [RS:2;d1d9e3766cb1:38539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/oldWALs 2024-11-10T03:41:59,284 INFO [RS:2;d1d9e3766cb1:38539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1d9e3766cb1%2C38539%2C1731210035763:(num 1731210037091) 2024-11-10T03:41:59,284 DEBUG [RS:2;d1d9e3766cb1:38539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:41:59,284 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:41:59,285 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T03:41:59,285 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.ChoreService(370): Chore service for: regionserver/d1d9e3766cb1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T03:41:59,285 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T03:41:59,285 INFO [regionserver/d1d9e3766cb1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T03:41:59,285 INFO [RS:2;d1d9e3766cb1:38539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38539 2024-11-10T03:41:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1d9e3766cb1,38539,1731210035763 2024-11-10T03:41:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T03:41:59,287 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T03:41:59,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1d9e3766cb1,38539,1731210035763] 2024-11-10T03:41:59,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1d9e3766cb1,38539,1731210035763 already deleted, retry=false 2024-11-10T03:41:59,289 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1d9e3766cb1,38539,1731210035763 expired; onlineServers=0 2024-11-10T03:41:59,289 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1d9e3766cb1,44165,1731210034928' ***** 2024-11-10T03:41:59,289 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T03:41:59,289 INFO [M:0;d1d9e3766cb1:44165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T03:41:59,290 INFO [M:0;d1d9e3766cb1:44165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T03:41:59,290 DEBUG [M:0;d1d9e3766cb1:44165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T03:41:59,290 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T03:41:59,290 DEBUG [M:0;d1d9e3766cb1:44165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T03:41:59,290 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.small.0-1731210036760 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.small.0-1731210036760,5,FailOnTimeoutGroup] 2024-11-10T03:41:59,290 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.large.0-1731210036755 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.large.0-1731210036755,5,FailOnTimeoutGroup] 2024-11-10T03:41:59,290 INFO [M:0;d1d9e3766cb1:44165 {}] hbase.ChoreService(370): Chore service for: master/d1d9e3766cb1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T03:41:59,290 INFO [M:0;d1d9e3766cb1:44165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T03:41:59,290 DEBUG [M:0;d1d9e3766cb1:44165 {}] master.HMaster(1795): Stopping service threads 2024-11-10T03:41:59,291 INFO [M:0;d1d9e3766cb1:44165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T03:41:59,291 INFO [M:0;d1d9e3766cb1:44165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T03:41:59,291 ERROR [M:0;d1d9e3766cb1:44165 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:34135 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34135,5,PEWorkerGroup] 2024-11-10T03:41:59,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T03:41:59,291 INFO [M:0;d1d9e3766cb1:44165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T03:41:59,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:41:59,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T03:41:59,292 DEBUG [M:0;d1d9e3766cb1:44165 {}] zookeeper.ZKUtil(347): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T03:41:59,292 WARN [M:0;d1d9e3766cb1:44165 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T03:41:59,293 INFO [M:0;d1d9e3766cb1:44165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/.lastflushedseqids 2024-11-10T03:41:59,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741865_1041 (size=686) 2024-11-10T03:41:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741865_1041 (size=686) 2024-11-10T03:41:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741865_1041 (size=686) 2024-11-10T03:41:59,309 INFO [M:0;d1d9e3766cb1:44165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T03:41:59,309 INFO [M:0;d1d9e3766cb1:44165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T03:41:59,309 DEBUG [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T03:41:59,309 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:41:59,309 DEBUG [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:41:59,310 DEBUG [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T03:41:59,310 DEBUG [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:41:59,310 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.26 KB heapSize=242.02 KB 2024-11-10T03:41:59,327 DEBUG [M:0;d1d9e3766cb1:44165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8804168ca6a6496bbd6eb40757b0a331 is 82, key is hbase:meta,,1/info:regioninfo/1731210047464/Put/seqid=0 2024-11-10T03:41:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741866_1042 (size=5672) 2024-11-10T03:41:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741866_1042 (size=5672) 2024-11-10T03:41:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741866_1042 (size=5672) 2024-11-10T03:41:59,335 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8804168ca6a6496bbd6eb40757b0a331 2024-11-10T03:41:59,359 DEBUG [M:0;d1d9e3766cb1:44165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/838cf7de3ca44fecb364ed27e65266be is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731210058375/Put/seqid=0 2024-11-10T03:41:59,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741867_1043 (size=8974) 2024-11-10T03:41:59,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741867_1043 (size=8974) 2024-11-10T03:41:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741867_1043 (size=8974) 2024-11-10T03:41:59,368 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.52 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/838cf7de3ca44fecb364ed27e65266be 2024-11-10T03:41:59,374 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 838cf7de3ca44fecb364ed27e65266be 2024-11-10T03:41:59,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:41:59,389 INFO [RS:2;d1d9e3766cb1:38539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T03:41:59,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x101904431170003, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:41:59,389 INFO [RS:2;d1d9e3766cb1:38539 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1d9e3766cb1,38539,1731210035763; zookeeper connection closed. 2024-11-10T03:41:59,389 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f65fd87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f65fd87 2024-11-10T03:41:59,390 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T03:41:59,391 DEBUG [M:0;d1d9e3766cb1:44165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cf95fdf561149e383b7f839b4a4d85c is 69, key is d1d9e3766cb1,35225,1731210035724/rs:state/1731210036818/Put/seqid=0 2024-11-10T03:41:59,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741868_1044 (size=5446) 2024-11-10T03:41:59,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741868_1044 (size=5446) 2024-11-10T03:41:59,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741868_1044 (size=5446) 2024-11-10T03:41:59,399 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cf95fdf561149e383b7f839b4a4d85c 2024-11-10T03:41:59,406 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cf95fdf561149e383b7f839b4a4d85c 2024-11-10T03:41:59,407 DEBUG [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8804168ca6a6496bbd6eb40757b0a331 as hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8804168ca6a6496bbd6eb40757b0a331 2024-11-10T03:41:59,413 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8804168ca6a6496bbd6eb40757b0a331, entries=8, sequenceid=513, filesize=5.5 K 2024-11-10T03:41:59,414 DEBUG [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/838cf7de3ca44fecb364ed27e65266be as hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/838cf7de3ca44fecb364ed27e65266be 2024-11-10T03:41:59,420 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 838cf7de3ca44fecb364ed27e65266be 2024-11-10T03:41:59,420 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/838cf7de3ca44fecb364ed27e65266be, entries=56, sequenceid=513, filesize=8.8 K 2024-11-10T03:41:59,422 DEBUG [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cf95fdf561149e383b7f839b4a4d85c as hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cf95fdf561149e383b7f839b4a4d85c 2024-11-10T03:41:59,429 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cf95fdf561149e383b7f839b4a4d85c 2024-11-10T03:41:59,430 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34135/user/jenkins/test-data/dfc44234-a28d-d9b1-56ea-1eb7eddfd194/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cf95fdf561149e383b7f839b4a4d85c, entries=3, sequenceid=513, filesize=5.3 K 2024-11-10T03:41:59,431 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.73 KB/247528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=513, compaction requested=false 2024-11-10T03:41:59,432 INFO [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:41:59,432 DEBUG [M:0;d1d9e3766cb1:44165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731210119309Disabling compacts and flushes for region at 1731210119309Disabling writes for close at 1731210119310 (+1 ms)Obtaining lock to block concurrent updates at 1731210119310Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731210119310Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199943, getHeapSize=247768, getOffHeapSize=0, getCellsCount=620 at 1731210119310Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731210119311 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731210119311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731210119327 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731210119327Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731210119342 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731210119359 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731210119359Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731210119374 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731210119390 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731210119390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae6fa0b: reopening flushed file at 1731210119406 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d67e75: reopening flushed file at 1731210119413 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3228db4a: reopening flushed file at 1731210119421 (+8 ms)Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.73 KB/247528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=513, compaction requested=false at 1731210119431 (+10 ms)Writing region close event to WAL at 1731210119432 (+1 ms)Closed at 1731210119432 2024-11-10T03:41:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45617 is added to blk_1073741830_1006 (size=234135) 2024-11-10T03:41:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741830_1006 (size=234135) 2024-11-10T03:41:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46455 is added to blk_1073741830_1006 (size=234135) 2024-11-10T03:41:59,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T03:41:59,438 INFO [M:0;d1d9e3766cb1:44165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T03:41:59,438 INFO [M:0;d1d9e3766cb1:44165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44165 2024-11-10T03:41:59,438 INFO [M:0;d1d9e3766cb1:44165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T03:41:59,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:41:59,540 INFO [M:0;d1d9e3766cb1:44165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T03:41:59,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44165-0x101904431170000, quorum=127.0.0.1:63937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:41:59,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:41:59,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T03:41:59,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T03:41:59,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T03:41:59,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.log.dir/,STOPPED} 2024-11-10T03:41:59,550 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T03:41:59,550 WARN [BP-959116402-172.17.0.2-1731210031829 heartbeating to localhost/127.0.0.1:34135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T03:41:59,550 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T03:41:59,550 WARN [BP-959116402-172.17.0.2-1731210031829 heartbeating to localhost/127.0.0.1:34135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-959116402-172.17.0.2-1731210031829 (Datanode Uuid 26880792-26d2-4562-9cd6-76eedd907bc4) service to localhost/127.0.0.1:34135 2024-11-10T03:41:59,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data5/current/BP-959116402-172.17.0.2-1731210031829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:41:59,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data6/current/BP-959116402-172.17.0.2-1731210031829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:41:59,552 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T03:41:59,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:41:59,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T03:41:59,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T03:41:59,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T03:41:59,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.log.dir/,STOPPED} 2024-11-10T03:41:59,556 WARN [BP-959116402-172.17.0.2-1731210031829 heartbeating to localhost/127.0.0.1:34135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T03:41:59,556 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T03:41:59,556 WARN [BP-959116402-172.17.0.2-1731210031829 heartbeating to localhost/127.0.0.1:34135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-959116402-172.17.0.2-1731210031829 (Datanode Uuid 7fd7236f-bf0e-44e0-a830-d6f08f4de9f8) service to localhost/127.0.0.1:34135 2024-11-10T03:41:59,556 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T03:41:59,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data3/current/BP-959116402-172.17.0.2-1731210031829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:41:59,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data4/current/BP-959116402-172.17.0.2-1731210031829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:41:59,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T03:41:59,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:41:59,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T03:41:59,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T03:41:59,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T03:41:59,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.log.dir/,STOPPED} 2024-11-10T03:41:59,562 WARN [BP-959116402-172.17.0.2-1731210031829 heartbeating to localhost/127.0.0.1:34135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T03:41:59,562 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T03:41:59,562 WARN [BP-959116402-172.17.0.2-1731210031829 heartbeating to localhost/127.0.0.1:34135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-959116402-172.17.0.2-1731210031829 (Datanode Uuid 19adc83d-b7e1-4aeb-bea6-60e10cf2a256) service to localhost/127.0.0.1:34135 2024-11-10T03:41:59,562 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T03:41:59,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data1/current/BP-959116402-172.17.0.2-1731210031829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:41:59,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/cluster_cacea312-945b-fbdb-8490-f82a21bfb0f3/data/data2/current/BP-959116402-172.17.0.2-1731210031829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:41:59,563 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T03:41:59,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T03:41:59,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T03:41:59,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T03:41:59,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T03:41:59,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.log.dir/,STOPPED} 2024-11-10T03:41:59,580 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T03:41:59,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T03:41:59,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@78235cf1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: master/d1d9e3766cb1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d1d9e3766cb1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34135 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d1d9e3766cb1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34135 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d1d9e3766cb1:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d1d9e3766cb1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d1d9e3766cb1:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d1d9e3766cb1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 305), ProcessCount=11 (was 11), AvailableMemoryMB=7115 (was 8261) 2024-11-10T03:41:59,638 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=7115 2024-11-10T03:41:59,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.log.dir so I do NOT create it in target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777 2024-11-10T03:41:59,652 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T03:41:59,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.tmp.dir so I do NOT create it in target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777 2024-11-10T03:41:59,652 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d2b050e9-8118-2edc-ba1b-fde1a0f35970/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T03:41:59,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777 2024-11-10T03:41:59,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T03:41:59,652 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32, deleteOnExit=true 2024-11-10T03:41:59,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T03:41:59,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/test.cache.data in system properties and HBase conf 2024-11-10T03:41:59,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T03:41:59,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/hadoop.log.dir in system properties and HBase conf 2024-11-10T03:41:59,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T03:41:59,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T03:41:59,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T03:41:59,653 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T03:41:59,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T03:41:59,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/nfs.dump.dir in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/java.io.tmpdir in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T03:41:59,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T03:41:59,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:41:59,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T03:41:59,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T03:41:59,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T03:41:59,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T03:41:59,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:41:59,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e44a13a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/hadoop.log.dir/,AVAILABLE} 2024-11-10T03:41:59,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@656d7fc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T03:41:59,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58b231bf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/java.io.tmpdir/jetty-localhost-33221-hadoop-hdfs-3_4_1-tests_jar-_-any-13005568353400794184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T03:41:59,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f225703{HTTP/1.1, (http/1.1)}{localhost:33221} 2024-11-10T03:41:59,853 INFO [Time-limited test {}] server.Server(415): Started @90033ms 2024-11-10T03:41:59,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:41:59,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T03:41:59,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T03:41:59,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T03:41:59,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T03:41:59,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30d03752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/hadoop.log.dir/,AVAILABLE} 2024-11-10T03:41:59,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b78350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T03:42:00,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fc5de42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/java.io.tmpdir/jetty-localhost-46305-hadoop-hdfs-3_4_1-tests_jar-_-any-11674123500011763461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:42:00,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@395eea5d{HTTP/1.1, (http/1.1)}{localhost:46305} 2024-11-10T03:42:00,054 INFO [Time-limited test {}] server.Server(415): Started @90233ms 2024-11-10T03:42:00,055 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T03:42:00,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:42:00,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T03:42:00,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T03:42:00,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T03:42:00,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T03:42:00,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e0c607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/hadoop.log.dir/,AVAILABLE} 2024-11-10T03:42:00,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d599191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T03:42:00,138 WARN [Thread-668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data1/current/BP-2140597142-172.17.0.2-1731210119677/current, will proceed with Du for space computation calculation, 2024-11-10T03:42:00,138 WARN [Thread-669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data2/current/BP-2140597142-172.17.0.2-1731210119677/current, will proceed with Du for space computation calculation, 2024-11-10T03:42:00,156 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T03:42:00,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfce4fc9ae24ae9f2 with lease ID 0x75aeffbcfebc25b7: Processing first storage report for DS-30258170-fddf-4173-8c60-fc05b53dfee6 from datanode DatanodeRegistration(127.0.0.1:41751, datanodeUuid=c34a7069-ed9a-45a3-a783-ab1eddf55901, infoPort=43341, infoSecurePort=0, ipcPort=43793, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677) 2024-11-10T03:42:00,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfce4fc9ae24ae9f2 with lease ID 0x75aeffbcfebc25b7: from storage DS-30258170-fddf-4173-8c60-fc05b53dfee6 node DatanodeRegistration(127.0.0.1:41751, datanodeUuid=c34a7069-ed9a-45a3-a783-ab1eddf55901, infoPort=43341, infoSecurePort=0, ipcPort=43793, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T03:42:00,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfce4fc9ae24ae9f2 with lease ID 0x75aeffbcfebc25b7: Processing first storage report for DS-af0a8385-1393-439a-8599-de9f1f23a370 from datanode DatanodeRegistration(127.0.0.1:41751, datanodeUuid=c34a7069-ed9a-45a3-a783-ab1eddf55901, infoPort=43341, infoSecurePort=0, ipcPort=43793, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677) 2024-11-10T03:42:00,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfce4fc9ae24ae9f2 with lease ID 0x75aeffbcfebc25b7: from storage DS-af0a8385-1393-439a-8599-de9f1f23a370 node DatanodeRegistration(127.0.0.1:41751, datanodeUuid=c34a7069-ed9a-45a3-a783-ab1eddf55901, infoPort=43341, infoSecurePort=0, ipcPort=43793, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T03:42:00,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436c3d3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/java.io.tmpdir/jetty-localhost-37679-hadoop-hdfs-3_4_1-tests_jar-_-any-8609930248466921508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:42:00,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5aa85305{HTTP/1.1, (http/1.1)}{localhost:37679} 2024-11-10T03:42:00,221 INFO [Time-limited test {}] server.Server(415): Started @90401ms 2024-11-10T03:42:00,223 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T03:42:00,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T03:42:00,259 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T03:42:00,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T03:42:00,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T03:42:00,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T03:42:00,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71458439{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/hadoop.log.dir/,AVAILABLE} 2024-11-10T03:42:00,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34a09c37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T03:42:00,303 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data3/current/BP-2140597142-172.17.0.2-1731210119677/current, will proceed with Du for space computation calculation, 2024-11-10T03:42:00,303 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data4/current/BP-2140597142-172.17.0.2-1731210119677/current, will proceed with Du for space computation calculation, 2024-11-10T03:42:00,322 WARN [Thread-683 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T03:42:00,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6207b03c0a888863 with lease ID 0x75aeffbcfebc25b8: Processing first storage report for DS-6a373f7b-eff2-45d2-a0e2-c4fb7ce32336 from datanode DatanodeRegistration(127.0.0.1:44933, datanodeUuid=786fd869-8b0d-478b-acd9-c7c87b43c142, infoPort=34427, infoSecurePort=0, ipcPort=40449, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677) 2024-11-10T03:42:00,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6207b03c0a888863 with lease ID 0x75aeffbcfebc25b8: from storage DS-6a373f7b-eff2-45d2-a0e2-c4fb7ce32336 node DatanodeRegistration(127.0.0.1:44933, datanodeUuid=786fd869-8b0d-478b-acd9-c7c87b43c142, infoPort=34427, infoSecurePort=0, ipcPort=40449, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T03:42:00,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6207b03c0a888863 with lease ID 0x75aeffbcfebc25b8: Processing first storage report for DS-e8846c45-d020-4d54-802d-bd52dc34353c from datanode DatanodeRegistration(127.0.0.1:44933, datanodeUuid=786fd869-8b0d-478b-acd9-c7c87b43c142, infoPort=34427, infoSecurePort=0, ipcPort=40449, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677) 2024-11-10T03:42:00,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6207b03c0a888863 with lease ID 0x75aeffbcfebc25b8: from storage DS-e8846c45-d020-4d54-802d-bd52dc34353c node DatanodeRegistration(127.0.0.1:44933, datanodeUuid=786fd869-8b0d-478b-acd9-c7c87b43c142, infoPort=34427, infoSecurePort=0, ipcPort=40449, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T03:42:00,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68eb1f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/java.io.tmpdir/jetty-localhost-42629-hadoop-hdfs-3_4_1-tests_jar-_-any-9369108081005481386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:42:00,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4de59280{HTTP/1.1, (http/1.1)}{localhost:42629} 2024-11-10T03:42:00,378 INFO [Time-limited test {}] server.Server(415): Started @90558ms 2024-11-10T03:42:00,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T03:42:00,466 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data5/current/BP-2140597142-172.17.0.2-1731210119677/current, will proceed with Du for space computation calculation, 2024-11-10T03:42:00,466 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data6/current/BP-2140597142-172.17.0.2-1731210119677/current, will proceed with Du for space computation calculation, 2024-11-10T03:42:00,489 WARN [Thread-718 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T03:42:00,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bb844deeed07972 with lease ID 0x75aeffbcfebc25b9: Processing first storage report for DS-c3aeb589-f19b-4def-bc25-289cc0947b9c from datanode DatanodeRegistration(127.0.0.1:45517, datanodeUuid=0220260f-7e15-4773-af45-1b3527031b68, infoPort=40643, infoSecurePort=0, ipcPort=43339, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677) 2024-11-10T03:42:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bb844deeed07972 with lease ID 0x75aeffbcfebc25b9: from storage DS-c3aeb589-f19b-4def-bc25-289cc0947b9c node DatanodeRegistration(127.0.0.1:45517, datanodeUuid=0220260f-7e15-4773-af45-1b3527031b68, infoPort=40643, infoSecurePort=0, ipcPort=43339, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T03:42:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bb844deeed07972 with lease ID 0x75aeffbcfebc25b9: Processing first storage report for DS-a85b866b-84a3-4c9d-a95f-981cd5f849cb from datanode DatanodeRegistration(127.0.0.1:45517, datanodeUuid=0220260f-7e15-4773-af45-1b3527031b68, infoPort=40643, infoSecurePort=0, ipcPort=43339, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677) 2024-11-10T03:42:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bb844deeed07972 with lease ID 0x75aeffbcfebc25b9: from storage DS-a85b866b-84a3-4c9d-a95f-981cd5f849cb node DatanodeRegistration(127.0.0.1:45517, datanodeUuid=0220260f-7e15-4773-af45-1b3527031b68, infoPort=40643, infoSecurePort=0, ipcPort=43339, storageInfo=lv=-57;cid=testClusterID;nsid=1295797948;c=1731210119677), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T03:42:00,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777 2024-11-10T03:42:00,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/zookeeper_0, clientPort=50680, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T03:42:00,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50680 2024-11-10T03:42:00,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:42:00,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:42:00,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741825_1001 (size=7) 2024-11-10T03:42:00,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741825_1001 (size=7) 2024-11-10T03:42:00,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741825_1001 (size=7) 2024-11-10T03:42:00,534 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 with version=8 2024-11-10T03:42:00,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/hbase-staging 2024-11-10T03:42:00,536 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1d9e3766cb1:0 server-side Connection retries=45 2024-11-10T03:42:00,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T03:42:00,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T03:42:00,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T03:42:00,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T03:42:00,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40237 2024-11-10T03:42:00,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40237 connecting to ZooKeeper ensemble=127.0.0.1:50680 2024-11-10T03:42:00,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402370x0, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T03:42:00,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40237-0x101904582a80000 connected 2024-11-10T03:42:00,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:42:00,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:42:00,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:42:00,567 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342, hbase.cluster.distributed=false 2024-11-10T03:42:00,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T03:42:00,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40237 2024-11-10T03:42:00,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40237 2024-11-10T03:42:00,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40237 2024-11-10T03:42:00,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40237 2024-11-10T03:42:00,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40237 2024-11-10T03:42:00,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1d9e3766cb1:0 server-side Connection retries=45 2024-11-10T03:42:00,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T03:42:00,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T03:42:00,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T03:42:00,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T03:42:00,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39483 2024-11-10T03:42:00,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39483 connecting to ZooKeeper ensemble=127.0.0.1:50680 2024-11-10T03:42:00,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:42:00,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:42:00,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394830x0, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T03:42:00,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39483-0x101904582a80001 connected 2024-11-10T03:42:00,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:42:00,603 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T03:42:00,604 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T03:42:00,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T03:42:00,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T03:42:00,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-10T03:42:00,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39483 2024-11-10T03:42:00,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39483 2024-11-10T03:42:00,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-10T03:42:00,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-10T03:42:00,628 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1d9e3766cb1:0 server-side Connection retries=45 2024-11-10T03:42:00,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T03:42:00,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T03:42:00,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T03:42:00,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T03:42:00,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40963 2024-11-10T03:42:00,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40963 connecting to ZooKeeper ensemble=127.0.0.1:50680 2024-11-10T03:42:00,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:42:00,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:42:00,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409630x0, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T03:42:00,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40963-0x101904582a80002 connected 2024-11-10T03:42:00,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:42:00,638 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T03:42:00,639 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T03:42:00,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T03:42:00,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T03:42:00,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-10T03:42:00,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40963 2024-11-10T03:42:00,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40963 2024-11-10T03:42:00,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-10T03:42:00,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-10T03:42:00,658 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1d9e3766cb1:0 server-side Connection retries=45 2024-11-10T03:42:00,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T03:42:00,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T03:42:00,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T03:42:00,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T03:42:00,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T03:42:00,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33571 2024-11-10T03:42:00,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33571 connecting to ZooKeeper ensemble=127.0.0.1:50680 2024-11-10T03:42:00,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:42:00,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:42:00,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335710x0, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T03:42:00,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33571-0x101904582a80003 connected 2024-11-10T03:42:00,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:42:00,668 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T03:42:00,669 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T03:42:00,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T03:42:00,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T03:42:00,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33571 2024-11-10T03:42:00,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33571 2024-11-10T03:42:00,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33571 2024-11-10T03:42:00,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33571 2024-11-10T03:42:00,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33571 2024-11-10T03:42:00,685 DEBUG [M:0;d1d9e3766cb1:40237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1d9e3766cb1:40237 2024-11-10T03:42:00,685 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1d9e3766cb1,40237,1731210120536 2024-11-10T03:42:00,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:42:00,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:42:00,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:42:00,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:42:00,687 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1d9e3766cb1,40237,1731210120536 2024-11-10T03:42:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T03:42:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T03:42:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T03:42:00,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,691 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T03:42:00,693 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1d9e3766cb1,40237,1731210120536 from backup master directory 2024-11-10T03:42:00,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:42:00,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:42:00,694 WARN [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T03:42:00,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:42:00,694 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1d9e3766cb1,40237,1731210120536 2024-11-10T03:42:00,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1d9e3766cb1,40237,1731210120536 2024-11-10T03:42:00,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T03:42:00,700 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/hbase.id] with ID: a908c854-a1a0-47e5-a377-91ecb1f8fc25 2024-11-10T03:42:00,700 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/.tmp/hbase.id 2024-11-10T03:42:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741826_1002 (size=42) 2024-11-10T03:42:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741826_1002 (size=42) 2024-11-10T03:42:00,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741826_1002 (size=42) 2024-11-10T03:42:00,712 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/.tmp/hbase.id]:[hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/hbase.id] 2024-11-10T03:42:00,727 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T03:42:00,727 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T03:42:00,729 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T03:42:00,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741827_1003 (size=196) 2024-11-10T03:42:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741827_1003 (size=196) 2024-11-10T03:42:00,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741827_1003 (size=196) 2024-11-10T03:42:00,743 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:42:00,744 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T03:42:00,744 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:42:00,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741828_1004 (size=1189) 2024-11-10T03:42:00,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741828_1004 (size=1189) 2024-11-10T03:42:00,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741828_1004 (size=1189) 2024-11-10T03:42:00,755 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store 2024-11-10T03:42:00,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741829_1005 (size=34) 2024-11-10T03:42:00,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741829_1005 (size=34) 2024-11-10T03:42:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741829_1005 (size=34) 2024-11-10T03:42:00,764 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:00,764 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T03:42:00,764 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:42:00,764 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:42:00,764 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T03:42:00,764 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:42:00,764 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:42:00,764 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731210120764Disabling compacts and flushes for region at 1731210120764Disabling writes for close at 1731210120764Writing region close event to WAL at 1731210120764Closed at 1731210120764 2024-11-10T03:42:00,765 WARN [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/.initializing 2024-11-10T03:42:00,766 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/WALs/d1d9e3766cb1,40237,1731210120536 2024-11-10T03:42:00,767 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T03:42:00,769 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1d9e3766cb1%2C40237%2C1731210120536, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/WALs/d1d9e3766cb1,40237,1731210120536, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/oldWALs, maxLogs=10 2024-11-10T03:42:00,782 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/WALs/d1d9e3766cb1,40237,1731210120536/d1d9e3766cb1%2C40237%2C1731210120536.1731210120769, exclude list is [], retry=0 2024-11-10T03:42:00,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44933,DS-6a373f7b-eff2-45d2-a0e2-c4fb7ce32336,DISK] 2024-11-10T03:42:00,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41751,DS-30258170-fddf-4173-8c60-fc05b53dfee6,DISK] 2024-11-10T03:42:00,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45517,DS-c3aeb589-f19b-4def-bc25-289cc0947b9c,DISK] 2024-11-10T03:42:00,789 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/WALs/d1d9e3766cb1,40237,1731210120536/d1d9e3766cb1%2C40237%2C1731210120536.1731210120769 2024-11-10T03:42:00,789 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34427:34427),(127.0.0.1/127.0.0.1:43341:43341),(127.0.0.1/127.0.0.1:40643:40643)] 2024-11-10T03:42:00,789 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:42:00,790 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:00,790 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,790 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T03:42:00,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:00,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:42:00,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T03:42:00,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:00,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:00,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T03:42:00,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:00,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:00,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T03:42:00,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:00,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:00,801 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,802 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,802 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,804 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,804 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,805 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T03:42:00,806 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T03:42:00,808 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:00,809 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61809901, jitterRate=-0.07896070182323456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T03:42:00,809 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731210120790Initializing all the Stores at 1731210120791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210120791Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210120792 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210120792Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210120792Cleaning up temporary data from old regions at 1731210120804 (+12 ms)Region opened successfully at 1731210120809 (+5 ms) 2024-11-10T03:42:00,810 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T03:42:00,814 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645e83eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1d9e3766cb1/172.17.0.2:0 2024-11-10T03:42:00,815 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T03:42:00,816 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T03:42:00,816 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T03:42:00,816 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T03:42:00,817 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T03:42:00,817 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T03:42:00,817 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T03:42:00,820 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T03:42:00,821 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T03:42:00,822 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T03:42:00,823 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T03:42:00,824 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T03:42:00,825 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T03:42:00,825 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T03:42:00,827 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T03:42:00,828 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T03:42:00,829 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T03:42:00,830 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T03:42:00,832 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T03:42:00,834 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T03:42:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T03:42:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T03:42:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T03:42:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T03:42:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,837 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1d9e3766cb1,40237,1731210120536, sessionid=0x101904582a80000, setting cluster-up flag (Was=false) 2024-11-10T03:42:00,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,846 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T03:42:00,847 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1d9e3766cb1,40237,1731210120536 2024-11-10T03:42:00,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:00,856 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T03:42:00,857 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1d9e3766cb1,40237,1731210120536 2024-11-10T03:42:00,859 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T03:42:00,861 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T03:42:00,861 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T03:42:00,862 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T03:42:00,862 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1d9e3766cb1,40237,1731210120536 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T03:42:00,863 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1d9e3766cb1:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:42:00,863 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1d9e3766cb1:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:42:00,863 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1d9e3766cb1:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:42:00,863 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1d9e3766cb1:0, corePoolSize=5, maxPoolSize=5 2024-11-10T03:42:00,863 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1d9e3766cb1:0, corePoolSize=10, maxPoolSize=10 2024-11-10T03:42:00,863 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,863 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1d9e3766cb1:0, corePoolSize=2, maxPoolSize=2 2024-11-10T03:42:00,864 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,864 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731210150864 2024-11-10T03:42:00,865 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T03:42:00,865 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T03:42:00,865 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T03:42:00,865 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T03:42:00,865 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T03:42:00,865 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T03:42:00,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T03:42:00,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T03:42:00,865 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,866 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T03:42:00,866 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T03:42:00,866 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T03:42:00,866 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T03:42:00,866 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T03:42:00,866 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:00,866 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T03:42:00,868 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.large.0-1731210120866,5,FailOnTimeoutGroup] 2024-11-10T03:42:00,869 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.small.0-1731210120869,5,FailOnTimeoutGroup] 2024-11-10T03:42:00,869 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,869 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T03:42:00,869 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,869 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,879 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.HRegionServer(746): ClusterId : a908c854-a1a0-47e5-a377-91ecb1f8fc25 2024-11-10T03:42:00,879 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T03:42:00,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741831_1007 (size=1321) 2024-11-10T03:42:00,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741831_1007 (size=1321) 2024-11-10T03:42:00,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741831_1007 (size=1321) 2024-11-10T03:42:00,882 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(746): ClusterId : a908c854-a1a0-47e5-a377-91ecb1f8fc25 2024-11-10T03:42:00,882 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T03:42:00,882 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(746): ClusterId : a908c854-a1a0-47e5-a377-91ecb1f8fc25 2024-11-10T03:42:00,882 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T03:42:00,882 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T03:42:00,882 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T03:42:00,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T03:42:00,883 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:00,888 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T03:42:00,888 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T03:42:00,888 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T03:42:00,889 DEBUG [RS:0;d1d9e3766cb1:39483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531dd887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1d9e3766cb1/172.17.0.2:0 2024-11-10T03:42:00,889 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T03:42:00,889 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T03:42:00,891 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T03:42:00,891 DEBUG [RS:1;d1d9e3766cb1:40963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24981a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1d9e3766cb1/172.17.0.2:0 2024-11-10T03:42:00,891 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T03:42:00,892 DEBUG [RS:2;d1d9e3766cb1:33571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a762284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1d9e3766cb1/172.17.0.2:0 2024-11-10T03:42:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741832_1008 (size=32) 2024-11-10T03:42:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741832_1008 (size=32) 2024-11-10T03:42:00,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741832_1008 (size=32) 2024-11-10T03:42:00,909 DEBUG [RS:1;d1d9e3766cb1:40963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d1d9e3766cb1:40963 2024-11-10T03:42:00,910 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T03:42:00,910 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T03:42:00,910 DEBUG [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T03:42:00,911 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1d9e3766cb1,40237,1731210120536 with port=40963, startcode=1731210120628 2024-11-10T03:42:00,911 DEBUG [RS:1;d1d9e3766cb1:40963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T03:42:00,912 DEBUG [RS:2;d1d9e3766cb1:33571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d1d9e3766cb1:33571 2024-11-10T03:42:00,912 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T03:42:00,912 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T03:42:00,912 DEBUG [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T03:42:00,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T03:42:00,913 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1d9e3766cb1,40237,1731210120536 with port=33571, startcode=1731210120658 2024-11-10T03:42:00,913 DEBUG [RS:2;d1d9e3766cb1:33571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T03:42:00,914 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43245, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T03:42:00,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T03:42:00,915 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:00,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:00,915 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40237 {}] master.ServerManager(517): Registering regionserver=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:00,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:42:00,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T03:42:00,916 DEBUG [RS:0;d1d9e3766cb1:39483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1d9e3766cb1:39483 2024-11-10T03:42:00,916 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T03:42:00,916 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T03:42:00,916 DEBUG [RS:0;d1d9e3766cb1:39483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T03:42:00,917 DEBUG [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:00,917 DEBUG [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44341 2024-11-10T03:42:00,917 DEBUG [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T03:42:00,917 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46021, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T03:42:00,917 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1d9e3766cb1,40237,1731210120536 with port=39483, startcode=1731210120589 2024-11-10T03:42:00,917 DEBUG [RS:0;d1d9e3766cb1:39483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T03:42:00,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T03:42:00,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:00,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:00,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40237 {}] master.ServerManager(517): Registering regionserver=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:00,919 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42205, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T03:42:00,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:42:00,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T03:42:00,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:00,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T03:42:00,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40237 {}] master.ServerManager(517): Registering regionserver=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:00,921 DEBUG [RS:1;d1d9e3766cb1:40963 {}] zookeeper.ZKUtil(111): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:00,921 WARN [RS:1;d1d9e3766cb1:40963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T03:42:00,921 INFO [RS:1;d1d9e3766cb1:40963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:42:00,922 DEBUG [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:00,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1d9e3766cb1,40963,1731210120628] 2024-11-10T03:42:00,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T03:42:00,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:00,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:42:00,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T03:42:00,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T03:42:00,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:00,928 DEBUG [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:00,928 DEBUG [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44341 2024-11-10T03:42:00,928 DEBUG [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T03:42:00,929 DEBUG [RS:0;d1d9e3766cb1:39483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:00,929 DEBUG [RS:0;d1d9e3766cb1:39483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44341 2024-11-10T03:42:00,929 DEBUG [RS:0;d1d9e3766cb1:39483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T03:42:00,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:42:00,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T03:42:00,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740 2024-11-10T03:42:00,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740 2024-11-10T03:42:00,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T03:42:00,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T03:42:00,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T03:42:00,933 DEBUG [RS:2;d1d9e3766cb1:33571 {}] zookeeper.ZKUtil(111): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:00,933 WARN [RS:2;d1d9e3766cb1:33571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T03:42:00,933 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T03:42:00,934 INFO [RS:2;d1d9e3766cb1:33571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:42:00,934 DEBUG [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:00,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1d9e3766cb1,33571,1731210120658] 2024-11-10T03:42:00,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1d9e3766cb1,39483,1731210120589] 2024-11-10T03:42:00,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T03:42:00,936 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T03:42:00,936 DEBUG [RS:0;d1d9e3766cb1:39483 {}] zookeeper.ZKUtil(111): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:00,936 WARN [RS:0;d1d9e3766cb1:39483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T03:42:00,937 INFO [RS:0;d1d9e3766cb1:39483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:42:00,937 DEBUG [RS:0;d1d9e3766cb1:39483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:00,939 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T03:42:00,944 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T03:42:00,945 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T03:42:00,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:00,946 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70155307, jitterRate=0.045395538210868835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T03:42:00,946 INFO [RS:1;d1d9e3766cb1:40963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T03:42:00,946 INFO [RS:2;d1d9e3766cb1:33571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T03:42:00,946 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,946 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731210120905Initializing all the Stores at 1731210120906 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210120908 (+2 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210120912 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210120912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210120912Cleaning up temporary data from old regions at 1731210120933 (+21 ms)Region opened successfully at 1731210120947 (+14 ms) 2024-11-10T03:42:00,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T03:42:00,947 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T03:42:00,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T03:42:00,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T03:42:00,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T03:42:00,947 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T03:42:00,947 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T03:42:00,948 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T03:42:00,949 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T03:42:00,949 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,949 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,949 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=2, maxPoolSize=2 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:42:00,950 DEBUG [RS:1;d1d9e3766cb1:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:42:00,951 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T03:42:00,951 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,951 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,951 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=2, maxPoolSize=2 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,952 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:42:00,952 DEBUG [RS:2;d1d9e3766cb1:33571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:42:00,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731210120947Disabling compacts and flushes for region at 1731210120947Disabling writes for close at 1731210120947Writing region close event to WAL at 1731210120952 (+5 ms)Closed at 1731210120952 2024-11-10T03:42:00,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T03:42:00,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T03:42:00,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T03:42:00,955 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T03:42:00,955 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T03:42:00,956 INFO [RS:0;d1d9e3766cb1:39483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T03:42:00,956 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,957 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T03:42:00,963 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T03:42:00,963 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,964 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,964 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,964 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,964 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,964 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,33571,1731210120658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T03:42:00,964 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,964 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,964 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,964 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,964 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,964 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,40963,1731210120628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T03:42:00,972 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T03:42:00,972 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,972 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,972 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,972 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,973 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,973 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,973 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=2, maxPoolSize=2 2024-11-10T03:42:00,973 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,973 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,973 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,973 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,973 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,973 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1d9e3766cb1:0, corePoolSize=1, maxPoolSize=1 2024-11-10T03:42:00,973 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:42:00,973 DEBUG [RS:0;d1d9e3766cb1:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1d9e3766cb1:0, corePoolSize=3, maxPoolSize=3 2024-11-10T03:42:00,976 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,976 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,976 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,976 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,976 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,976 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,39483,1731210120589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T03:42:00,980 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T03:42:00,980 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,33571,1731210120658-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,980 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,980 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.Replication(171): d1d9e3766cb1,33571,1731210120658 started 2024-11-10T03:42:00,986 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T03:42:00,986 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,40963,1731210120628-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,987 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,987 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.Replication(171): d1d9e3766cb1,40963,1731210120628 started 2024-11-10T03:42:00,994 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T03:42:00,995 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,39483,1731210120589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,995 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,995 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.Replication(171): d1d9e3766cb1,39483,1731210120589 started 2024-11-10T03:42:00,995 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:00,996 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(1482): Serving as d1d9e3766cb1,33571,1731210120658, RpcServer on d1d9e3766cb1/172.17.0.2:33571, sessionid=0x101904582a80003 2024-11-10T03:42:00,996 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T03:42:00,996 DEBUG [RS:2;d1d9e3766cb1:33571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:00,996 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,33571,1731210120658' 2024-11-10T03:42:00,996 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T03:42:00,997 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T03:42:00,998 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T03:42:00,998 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T03:42:00,998 DEBUG [RS:2;d1d9e3766cb1:33571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:00,998 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,33571,1731210120658' 2024-11-10T03:42:00,998 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T03:42:00,998 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T03:42:00,999 DEBUG [RS:2;d1d9e3766cb1:33571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T03:42:00,999 INFO [RS:2;d1d9e3766cb1:33571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T03:42:00,999 INFO [RS:2;d1d9e3766cb1:33571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T03:42:01,008 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:01,008 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(1482): Serving as d1d9e3766cb1,40963,1731210120628, RpcServer on d1d9e3766cb1/172.17.0.2:40963, sessionid=0x101904582a80002 2024-11-10T03:42:01,008 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T03:42:01,008 DEBUG [RS:1;d1d9e3766cb1:40963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:01,008 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,40963,1731210120628' 2024-11-10T03:42:01,008 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T03:42:01,009 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T03:42:01,009 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T03:42:01,009 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T03:42:01,009 DEBUG [RS:1;d1d9e3766cb1:40963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:01,009 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,40963,1731210120628' 2024-11-10T03:42:01,010 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T03:42:01,010 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:01,010 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.HRegionServer(1482): Serving as d1d9e3766cb1,39483,1731210120589, RpcServer on d1d9e3766cb1/172.17.0.2:39483, sessionid=0x101904582a80001 2024-11-10T03:42:01,010 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T03:42:01,010 DEBUG [RS:0;d1d9e3766cb1:39483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:01,010 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,39483,1731210120589' 2024-11-10T03:42:01,010 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T03:42:01,010 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T03:42:01,010 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T03:42:01,010 DEBUG [RS:1;d1d9e3766cb1:40963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T03:42:01,010 INFO [RS:1;d1d9e3766cb1:40963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T03:42:01,010 INFO [RS:1;d1d9e3766cb1:40963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T03:42:01,011 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T03:42:01,011 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T03:42:01,011 DEBUG [RS:0;d1d9e3766cb1:39483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:01,011 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1d9e3766cb1,39483,1731210120589' 2024-11-10T03:42:01,011 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T03:42:01,011 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T03:42:01,012 DEBUG [RS:0;d1d9e3766cb1:39483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T03:42:01,012 INFO [RS:0;d1d9e3766cb1:39483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T03:42:01,012 INFO [RS:0;d1d9e3766cb1:39483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T03:42:01,099 INFO [RS:2;d1d9e3766cb1:33571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T03:42:01,101 INFO [RS:2;d1d9e3766cb1:33571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1d9e3766cb1%2C33571%2C1731210120658, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,33571,1731210120658, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/oldWALs, maxLogs=32 2024-11-10T03:42:01,107 WARN [d1d9e3766cb1:40237 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T03:42:01,111 INFO [RS:1;d1d9e3766cb1:40963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T03:42:01,112 INFO [RS:0;d1d9e3766cb1:39483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T03:42:01,113 INFO [RS:1;d1d9e3766cb1:40963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1d9e3766cb1%2C40963%2C1731210120628, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,40963,1731210120628, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/oldWALs, maxLogs=32 2024-11-10T03:42:01,114 INFO [RS:0;d1d9e3766cb1:39483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1d9e3766cb1%2C39483%2C1731210120589, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/oldWALs, maxLogs=32 2024-11-10T03:42:01,119 DEBUG [RS:2;d1d9e3766cb1:33571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,33571,1731210120658/d1d9e3766cb1%2C33571%2C1731210120658.1731210121103, exclude list is [], retry=0 2024-11-10T03:42:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44933,DS-6a373f7b-eff2-45d2-a0e2-c4fb7ce32336,DISK] 2024-11-10T03:42:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45517,DS-c3aeb589-f19b-4def-bc25-289cc0947b9c,DISK] 2024-11-10T03:42:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41751,DS-30258170-fddf-4173-8c60-fc05b53dfee6,DISK] 2024-11-10T03:42:01,126 INFO [RS:2;d1d9e3766cb1:33571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,33571,1731210120658/d1d9e3766cb1%2C33571%2C1731210120658.1731210121103 2024-11-10T03:42:01,126 DEBUG [RS:2;d1d9e3766cb1:33571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40643:40643),(127.0.0.1/127.0.0.1:34427:34427),(127.0.0.1/127.0.0.1:43341:43341)] 2024-11-10T03:42:01,130 DEBUG [RS:0;d1d9e3766cb1:39483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115, exclude list is [], retry=0 2024-11-10T03:42:01,130 DEBUG [RS:1;d1d9e3766cb1:40963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,40963,1731210120628/d1d9e3766cb1%2C40963%2C1731210120628.1731210121115, exclude list is [], retry=0 2024-11-10T03:42:01,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45517,DS-c3aeb589-f19b-4def-bc25-289cc0947b9c,DISK] 2024-11-10T03:42:01,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45517,DS-c3aeb589-f19b-4def-bc25-289cc0947b9c,DISK] 2024-11-10T03:42:01,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44933,DS-6a373f7b-eff2-45d2-a0e2-c4fb7ce32336,DISK] 2024-11-10T03:42:01,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41751,DS-30258170-fddf-4173-8c60-fc05b53dfee6,DISK] 2024-11-10T03:42:01,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41751,DS-30258170-fddf-4173-8c60-fc05b53dfee6,DISK] 2024-11-10T03:42:01,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44933,DS-6a373f7b-eff2-45d2-a0e2-c4fb7ce32336,DISK] 2024-11-10T03:42:01,136 INFO [RS:1;d1d9e3766cb1:40963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,40963,1731210120628/d1d9e3766cb1%2C40963%2C1731210120628.1731210121115 2024-11-10T03:42:01,139 DEBUG [RS:1;d1d9e3766cb1:40963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40643:40643),(127.0.0.1/127.0.0.1:43341:43341),(127.0.0.1/127.0.0.1:34427:34427)] 2024-11-10T03:42:01,140 INFO [RS:0;d1d9e3766cb1:39483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115 2024-11-10T03:42:01,140 DEBUG [RS:0;d1d9e3766cb1:39483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34427:34427),(127.0.0.1/127.0.0.1:40643:40643),(127.0.0.1/127.0.0.1:43341:43341)] 2024-11-10T03:42:01,358 DEBUG [d1d9e3766cb1:40237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T03:42:01,358 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(204): Hosts are {d1d9e3766cb1=0} racks are {/default-rack=0} 2024-11-10T03:42:01,361 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T03:42:01,361 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T03:42:01,361 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T03:42:01,361 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T03:42:01,361 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T03:42:01,361 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T03:42:01,361 INFO [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T03:42:01,361 INFO [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T03:42:01,361 INFO [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T03:42:01,361 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T03:42:01,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:01,363 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1d9e3766cb1,33571,1731210120658, state=OPENING 2024-11-10T03:42:01,364 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T03:42:01,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:01,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:01,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:01,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:42:01,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:42:01,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:42:01,367 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T03:42:01,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:42:01,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1d9e3766cb1,33571,1731210120658}] 2024-11-10T03:42:01,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:42:03,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:03,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:03,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:04,195 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T03:42:04,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:04,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:04,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:05,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T03:42:05,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T03:42:10,710 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d1d9e3766cb1:44165 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T03:42:10,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T03:42:10,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:10,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:10,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:11,370 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T03:42:11,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50873, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T03:42:11,377 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T03:42:11,377 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T03:42:11,378 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T03:42:11,379 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1d9e3766cb1%2C33571%2C1731210120658.meta, suffix=.meta, logDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,33571,1731210120658, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/oldWALs, maxLogs=32 2024-11-10T03:42:11,393 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,33571,1731210120658/d1d9e3766cb1%2C33571%2C1731210120658.meta.1731210131380.meta, exclude list is [], retry=0 2024-11-10T03:42:11,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45517,DS-c3aeb589-f19b-4def-bc25-289cc0947b9c,DISK] 2024-11-10T03:42:11,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41751,DS-30258170-fddf-4173-8c60-fc05b53dfee6,DISK] 2024-11-10T03:42:11,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44933,DS-6a373f7b-eff2-45d2-a0e2-c4fb7ce32336,DISK] 2024-11-10T03:42:11,398 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,33571,1731210120658/d1d9e3766cb1%2C33571%2C1731210120658.meta.1731210131380.meta 2024-11-10T03:42:11,398 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43341:43341),(127.0.0.1/127.0.0.1:40643:40643),(127.0.0.1/127.0.0.1:34427:34427)] 2024-11-10T03:42:11,398 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T03:42:11,399 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T03:42:11,399 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T03:42:11,399 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T03:42:11,399 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T03:42:11,399 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:11,399 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T03:42:11,399 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T03:42:11,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T03:42:11,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T03:42:11,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:11,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:42:11,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T03:42:11,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T03:42:11,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:11,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:42:11,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T03:42:11,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T03:42:11,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:11,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:42:11,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T03:42:11,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T03:42:11,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:11,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T03:42:11,406 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T03:42:11,407 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740 2024-11-10T03:42:11,408 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740 2024-11-10T03:42:11,409 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T03:42:11,409 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T03:42:11,409 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T03:42:11,411 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T03:42:11,412 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72940547, jitterRate=0.08689884841442108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T03:42:11,412 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T03:42:11,412 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731210131399Writing region info on filesystem at 1731210131399Initializing all the Stores at 1731210131400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210131400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210131400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210131400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731210131400Cleaning up temporary data from old regions at 1731210131409 (+9 ms)Running coprocessor post-open hooks at 1731210131412 (+3 ms)Region opened successfully at 1731210131412 2024-11-10T03:42:11,413 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731210131370 2024-11-10T03:42:11,415 DEBUG [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T03:42:11,415 INFO [RS_OPEN_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T03:42:11,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:11,417 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1d9e3766cb1,33571,1731210120658, state=OPEN 2024-11-10T03:42:11,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T03:42:11,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T03:42:11,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T03:42:11,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T03:42:11,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:42:11,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:42:11,419 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:11,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:42:11,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T03:42:11,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T03:42:11,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1d9e3766cb1,33571,1731210120658 in 10.0520 sec 2024-11-10T03:42:11,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T03:42:11,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4670 sec 2024-11-10T03:42:11,424 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T03:42:11,424 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T03:42:11,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T03:42:11,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1d9e3766cb1,33571,1731210120658, seqNum=-1] 2024-11-10T03:42:11,427 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:42:11,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50913, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:42:11,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5720 sec 2024-11-10T03:42:11,432 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731210131432, completionTime=-1 2024-11-10T03:42:11,433 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T03:42:11,433 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T03:42:11,434 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-10T03:42:11,434 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731210191434 2024-11-10T03:42:11,434 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731210251434 2024-11-10T03:42:11,434 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-10T03:42:11,435 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,40237,1731210120536-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:11,435 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,40237,1731210120536-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:11,435 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,40237,1731210120536-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:11,435 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1d9e3766cb1:40237, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:11,435 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:11,435 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:11,437 DEBUG [master/d1d9e3766cb1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T03:42:11,439 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.745sec 2024-11-10T03:42:11,439 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T03:42:11,439 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T03:42:11,439 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T03:42:11,439 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T03:42:11,439 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T03:42:11,439 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,40237,1731210120536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T03:42:11,439 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,40237,1731210120536-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T03:42:11,442 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T03:42:11,442 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T03:42:11,442 INFO [master/d1d9e3766cb1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1d9e3766cb1,40237,1731210120536-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T03:42:11,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71161f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:42:11,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1d9e3766cb1,40237,-1 for getting cluster id 2024-11-10T03:42:11,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T03:42:11,490 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a908c854-a1a0-47e5-a377-91ecb1f8fc25' 2024-11-10T03:42:11,491 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T03:42:11,491 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a908c854-a1a0-47e5-a377-91ecb1f8fc25" 2024-11-10T03:42:11,491 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31150216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:42:11,491 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1d9e3766cb1,40237,-1] 2024-11-10T03:42:11,491 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T03:42:11,492 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:42:11,493 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T03:42:11,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a931498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:42:11,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T03:42:11,495 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1d9e3766cb1,33571,1731210120658, seqNum=-1] 2024-11-10T03:42:11,495 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:42:11,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:42:11,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1d9e3766cb1,40237,1731210120536 2024-11-10T03:42:11,498 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731210131498 (current time:1731210131498). 2024-11-10T03:42:11,498 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T03:42:11,498 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T03:42:11,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3c0090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:42:11,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1d9e3766cb1,40237,-1 for getting cluster id 2024-11-10T03:42:11,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T03:42:11,500 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a908c854-a1a0-47e5-a377-91ecb1f8fc25' 2024-11-10T03:42:11,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T03:42:11,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a908c854-a1a0-47e5-a377-91ecb1f8fc25" 2024-11-10T03:42:11,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325b60cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:42:11,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1d9e3766cb1,40237,-1] 2024-11-10T03:42:11,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T03:42:11,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:42:11,501 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T03:42:11,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5023dd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T03:42:11,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T03:42:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1d9e3766cb1,33571,1731210120658, seqNum=-1] 2024-11-10T03:42:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:42:11,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:42:11,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T03:42:11,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:42:11,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:42:11,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:42:11,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T03:42:11,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T03:42:11,506 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d1d9e3766cb1,40237,1731210120536 2024-11-10T03:42:11,506 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b05223 2024-11-10T03:42:11,506 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T03:42:11,508 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T03:42:11,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T03:42:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T03:42:11,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T03:42:11,512 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:11,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T03:42:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:42:11,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T03:42:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741837_1013 (size=361) 2024-11-10T03:42:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741837_1013 (size=361) 2024-11-10T03:42:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741837_1013 (size=361) 2024-11-10T03:42:11,525 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4dd0dec672af1f3cabb28503ac187fd1, NAME => 'SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:11,526 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6fa94018a9b8eabf946a26025a2a56f2, NAME => 'SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:11,526 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 81c9e4bfc2187eff9b9080324ca86544, NAME => 'SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:11,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741838_1014 (size=54) 2024-11-10T03:42:11,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741838_1014 (size=54) 2024-11-10T03:42:11,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741838_1014 (size=54) 2024-11-10T03:42:11,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:11,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4dd0dec672af1f3cabb28503ac187fd1, disabling compactions & flushes 2024-11-10T03:42:11,541 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:42:11,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:42:11,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. after waiting 0 ms 2024-11-10T03:42:11,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:42:11,541 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:42:11,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4dd0dec672af1f3cabb28503ac187fd1: Waiting for close lock at 1731210131541Disabling compacts and flushes for region at 1731210131541Disabling writes for close at 1731210131541Writing region close event to WAL at 1731210131541Closed at 1731210131541 2024-11-10T03:42:11,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a2e7c923a45d5a7e60f93ea319223ea, NAME => 'SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:11,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741839_1015 (size=62) 2024-11-10T03:42:11,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741839_1015 (size=62) 2024-11-10T03:42:11,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741839_1015 (size=62) 2024-11-10T03:42:11,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:11,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6fa94018a9b8eabf946a26025a2a56f2, disabling compactions & flushes 2024-11-10T03:42:11,545 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2. 2024-11-10T03:42:11,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2. 2024-11-10T03:42:11,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2. after waiting 0 ms 2024-11-10T03:42:11,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2. 2024-11-10T03:42:11,545 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2. 2024-11-10T03:42:11,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6fa94018a9b8eabf946a26025a2a56f2: Waiting for close lock at 1731210131545Disabling compacts and flushes for region at 1731210131545Disabling writes for close at 1731210131545Writing region close event to WAL at 1731210131545Closed at 1731210131545 2024-11-10T03:42:11,546 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6c36f9e8c81ec491e7f96b5c892b8807, NAME => 'SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:11,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741840_1016 (size=62) 2024-11-10T03:42:11,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741840_1016 (size=62) 2024-11-10T03:42:11,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741840_1016 (size=62) 2024-11-10T03:42:11,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:11,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 81c9e4bfc2187eff9b9080324ca86544, disabling compactions & flushes 2024-11-10T03:42:11,551 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:42:11,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:42:11,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. after waiting 0 ms 2024-11-10T03:42:11,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:42:11,551 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:42:11,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 81c9e4bfc2187eff9b9080324ca86544: Waiting for close lock at 1731210131551Disabling compacts and flushes for region at 1731210131551Disabling writes for close at 1731210131551Writing region close event to WAL at 1731210131551Closed at 1731210131551 2024-11-10T03:42:11,551 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0018939c8c4e212147084b9c6fa03e3c, NAME => 'SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:11,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741841_1017 (size=62) 2024-11-10T03:42:11,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741841_1017 (size=62) 2024-11-10T03:42:11,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741841_1017 (size=62) 2024-11-10T03:42:11,567 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:11,567 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3a2e7c923a45d5a7e60f93ea319223ea, disabling compactions & flushes 2024-11-10T03:42:11,567 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:42:11,567 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:42:11,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. after waiting 0 ms 2024-11-10T03:42:11,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:42:11,568 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:42:11,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a2e7c923a45d5a7e60f93ea319223ea: Waiting for close lock at 1731210131567Disabling compacts and flushes for region at 1731210131567Disabling writes for close at 1731210131568 (+1 ms)Writing region close event to WAL at 1731210131568Closed at 1731210131568 2024-11-10T03:42:11,569 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd48ffe58043d52baf8f8fb8ce7c9bb8, NAME => 'SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741842_1018 (size=62) 2024-11-10T03:42:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741842_1018 (size=62) 2024-11-10T03:42:11,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741842_1018 (size=62) 2024-11-10T03:42:11,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741843_1019 (size=62) 2024-11-10T03:42:11,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741843_1019 (size=62) 2024-11-10T03:42:11,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741843_1019 (size=62) 2024-11-10T03:42:11,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:11,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6c36f9e8c81ec491e7f96b5c892b8807, disabling compactions & flushes 2024-11-10T03:42:11,572 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807. 2024-11-10T03:42:11,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807. 2024-11-10T03:42:11,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807. after waiting 0 ms 2024-11-10T03:42:11,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807. 2024-11-10T03:42:11,572 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807. 2024-11-10T03:42:11,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6c36f9e8c81ec491e7f96b5c892b8807: Waiting for close lock at 1731210131572Disabling compacts and flushes for region at 1731210131572Disabling writes for close at 1731210131572Writing region close event to WAL at 1731210131572Closed at 1731210131572 2024-11-10T03:42:11,573 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e8e68a0c9e00223fcbcfee0c9bb6da8f, NAME => 'SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:11,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:11,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0018939c8c4e212147084b9c6fa03e3c, disabling compactions & flushes 2024-11-10T03:42:11,574 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:42:11,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:42:11,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. after waiting 0 ms 2024-11-10T03:42:11,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:42:11,575 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:42:11,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0018939c8c4e212147084b9c6fa03e3c: Waiting for close lock at 1731210131574Disabling compacts and flushes for region at 1731210131574Disabling writes for close at 1731210131575 (+1 ms)Writing region close event to WAL at 1731210131575Closed at 1731210131575 2024-11-10T03:42:11,575 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7582c9f90585a07243b353f9eef05e2d, NAME => 'SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:11,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741844_1020 (size=62) 2024-11-10T03:42:11,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741844_1020 (size=62) 2024-11-10T03:42:11,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741844_1020 (size=62) 2024-11-10T03:42:11,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:11,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fd48ffe58043d52baf8f8fb8ce7c9bb8, disabling compactions & flushes 2024-11-10T03:42:11,580 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:42:11,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:42:11,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. after waiting 0 ms 2024-11-10T03:42:11,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:42:11,580 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:42:11,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd48ffe58043d52baf8f8fb8ce7c9bb8: Waiting for close lock at 1731210131580Disabling compacts and flushes for region at 1731210131580Disabling writes for close at 1731210131580Writing region close event to WAL at 1731210131580Closed at 1731210131580 2024-11-10T03:42:11,581 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26dbe40efcaaee6770ba6516e0515655, NAME => 'SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342 2024-11-10T03:42:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741845_1021 (size=62) 2024-11-10T03:42:11,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741845_1021 (size=62) 2024-11-10T03:42:11,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741845_1021 (size=62) 2024-11-10T03:42:11,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:11,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e8e68a0c9e00223fcbcfee0c9bb6da8f, disabling compactions & flushes 2024-11-10T03:42:11,593 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. 2024-11-10T03:42:11,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. 2024-11-10T03:42:11,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. after waiting 0 ms 2024-11-10T03:42:11,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. 2024-11-10T03:42:11,593 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. 2024-11-10T03:42:11,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e8e68a0c9e00223fcbcfee0c9bb6da8f: Waiting for close lock at 1731210131593Disabling compacts and flushes for region at 1731210131593Disabling writes for close at 1731210131593Writing region close event to WAL at 1731210131593Closed at 1731210131593 2024-11-10T03:42:11,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741846_1022 (size=62) 2024-11-10T03:42:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741846_1022 (size=62) 2024-11-10T03:42:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741846_1022 (size=62) 2024-11-10T03:42:11,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:11,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7582c9f90585a07243b353f9eef05e2d, disabling compactions & flushes 2024-11-10T03:42:11,597 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:42:11,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:42:11,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. after waiting 0 ms 2024-11-10T03:42:11,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:42:11,597 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:42:11,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7582c9f90585a07243b353f9eef05e2d: Waiting for close lock at 1731210131597Disabling compacts and flushes for region at 1731210131597Disabling writes for close at 1731210131597Writing region close event to WAL at 1731210131597Closed at 1731210131597 2024-11-10T03:42:11,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741847_1023 (size=54) 2024-11-10T03:42:11,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741847_1023 (size=54) 2024-11-10T03:42:11,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741847_1023 (size=54) 2024-11-10T03:42:11,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:11,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 26dbe40efcaaee6770ba6516e0515655, disabling compactions & flushes 2024-11-10T03:42:11,603 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:42:11,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:42:11,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. after waiting 0 ms 2024-11-10T03:42:11,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:42:11,603 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:42:11,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26dbe40efcaaee6770ba6516e0515655: Waiting for close lock at 1731210131603Disabling compacts and flushes for region at 1731210131603Disabling writes for close at 1731210131603Writing region close event to WAL at 1731210131603Closed at 1731210131603 2024-11-10T03:42:11,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T03:42:11,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731210131605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210131605"}]},"ts":"1731210131605"} 2024-11-10T03:42:11,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210131605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210131605"}]},"ts":"1731210131605"} 2024-11-10T03:42:11,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210131605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210131605"}]},"ts":"1731210131605"} 2024-11-10T03:42:11,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210131605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210131605"}]},"ts":"1731210131605"} 2024-11-10T03:42:11,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210131605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210131605"}]},"ts":"1731210131605"} 2024-11-10T03:42:11,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210131605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210131605"}]},"ts":"1731210131605"} 2024-11-10T03:42:11,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210131605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210131605"}]},"ts":"1731210131605"} 2024-11-10T03:42:11,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210131605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210131605"}]},"ts":"1731210131605"} 2024-11-10T03:42:11,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731210131605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210131605"}]},"ts":"1731210131605"} 2024-11-10T03:42:11,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731210131605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731210131605"}]},"ts":"1731210131605"} 2024-11-10T03:42:11,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T03:42:11,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T03:42:11,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731210131611"}]},"ts":"1731210131611"} 2024-11-10T03:42:11,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T03:42:11,614 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d1d9e3766cb1=0} racks are {/default-rack=0} 2024-11-10T03:42:11,619 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T03:42:11,619 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T03:42:11,619 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T03:42:11,619 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T03:42:11,619 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T03:42:11,619 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T03:42:11,619 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T03:42:11,619 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T03:42:11,619 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T03:42:11,619 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T03:42:11,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd0dec672af1f3cabb28503ac187fd1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa94018a9b8eabf946a26025a2a56f2, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81c9e4bfc2187eff9b9080324ca86544, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a2e7c923a45d5a7e60f93ea319223ea, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c36f9e8c81ec491e7f96b5c892b8807, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0018939c8c4e212147084b9c6fa03e3c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd48ffe58043d52baf8f8fb8ce7c9bb8, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8e68a0c9e00223fcbcfee0c9bb6da8f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7582c9f90585a07243b353f9eef05e2d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26dbe40efcaaee6770ba6516e0515655, ASSIGN}] 2024-11-10T03:42:11,622 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0018939c8c4e212147084b9c6fa03e3c, ASSIGN 2024-11-10T03:42:11,622 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c36f9e8c81ec491e7f96b5c892b8807, ASSIGN 2024-11-10T03:42:11,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a2e7c923a45d5a7e60f93ea319223ea, ASSIGN 2024-11-10T03:42:11,622 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd48ffe58043d52baf8f8fb8ce7c9bb8, ASSIGN 2024-11-10T03:42:11,623 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0018939c8c4e212147084b9c6fa03e3c, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,40963,1731210120628; forceNewPlan=false, retain=false 2024-11-10T03:42:11,623 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26dbe40efcaaee6770ba6516e0515655, ASSIGN 2024-11-10T03:42:11,623 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c36f9e8c81ec491e7f96b5c892b8807, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,39483,1731210120589; forceNewPlan=false, retain=false 2024-11-10T03:42:11,623 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd48ffe58043d52baf8f8fb8ce7c9bb8, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,33571,1731210120658; forceNewPlan=false, retain=false 2024-11-10T03:42:11,623 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a2e7c923a45d5a7e60f93ea319223ea, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,33571,1731210120658; forceNewPlan=false, retain=false 2024-11-10T03:42:11,624 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26dbe40efcaaee6770ba6516e0515655, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,33571,1731210120658; forceNewPlan=false, retain=false 2024-11-10T03:42:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:42:11,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8e68a0c9e00223fcbcfee0c9bb6da8f, ASSIGN 2024-11-10T03:42:11,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7582c9f90585a07243b353f9eef05e2d, ASSIGN 2024-11-10T03:42:11,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7582c9f90585a07243b353f9eef05e2d, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,40963,1731210120628; forceNewPlan=false, retain=false 2024-11-10T03:42:11,627 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8e68a0c9e00223fcbcfee0c9bb6da8f, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,39483,1731210120589; forceNewPlan=false, retain=false 2024-11-10T03:42:11,627 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa94018a9b8eabf946a26025a2a56f2, ASSIGN 2024-11-10T03:42:11,627 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81c9e4bfc2187eff9b9080324ca86544, ASSIGN 2024-11-10T03:42:11,627 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd0dec672af1f3cabb28503ac187fd1, ASSIGN 2024-11-10T03:42:11,628 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fa94018a9b8eabf946a26025a2a56f2, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,39483,1731210120589; forceNewPlan=false, retain=false 2024-11-10T03:42:11,628 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81c9e4bfc2187eff9b9080324ca86544, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,40963,1731210120628; forceNewPlan=false, retain=false 2024-11-10T03:42:11,628 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4dd0dec672af1f3cabb28503ac187fd1, ASSIGN; state=OFFLINE, location=d1d9e3766cb1,33571,1731210120658; forceNewPlan=false, retain=false 2024-11-10T03:42:11,773 INFO [d1d9e3766cb1:40237 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T03:42:11,774 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=7582c9f90585a07243b353f9eef05e2d, regionState=OPENING, regionLocation=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:11,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=81c9e4bfc2187eff9b9080324ca86544, regionState=OPENING, regionLocation=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:11,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6c36f9e8c81ec491e7f96b5c892b8807, regionState=OPENING, regionLocation=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:11,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0018939c8c4e212147084b9c6fa03e3c, regionState=OPENING, regionLocation=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:11,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e8e68a0c9e00223fcbcfee0c9bb6da8f, regionState=OPENING, regionLocation=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:11,775 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6fa94018a9b8eabf946a26025a2a56f2, regionState=OPENING, regionLocation=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:11,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=26dbe40efcaaee6770ba6516e0515655, regionState=OPENING, regionLocation=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:11,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fd48ffe58043d52baf8f8fb8ce7c9bb8, regionState=OPENING, regionLocation=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:11,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4dd0dec672af1f3cabb28503ac187fd1, regionState=OPENING, regionLocation=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:11,775 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3a2e7c923a45d5a7e60f93ea319223ea, regionState=OPENING, regionLocation=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:11,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7582c9f90585a07243b353f9eef05e2d, ASSIGN because future has completed 2024-11-10T03:42:11,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7582c9f90585a07243b353f9eef05e2d, server=d1d9e3766cb1,40963,1731210120628}] 2024-11-10T03:42:11,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8e68a0c9e00223fcbcfee0c9bb6da8f, ASSIGN because future has completed 2024-11-10T03:42:11,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8e68a0c9e00223fcbcfee0c9bb6da8f, server=d1d9e3766cb1,39483,1731210120589}] 2024-11-10T03:42:11,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81c9e4bfc2187eff9b9080324ca86544, ASSIGN because future has completed 2024-11-10T03:42:11,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c36f9e8c81ec491e7f96b5c892b8807, ASSIGN because future has completed 2024-11-10T03:42:11,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c36f9e8c81ec491e7f96b5c892b8807, server=d1d9e3766cb1,39483,1731210120589}] 2024-11-10T03:42:11,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0018939c8c4e212147084b9c6fa03e3c, ASSIGN because future has completed 2024-11-10T03:42:11,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fa94018a9b8eabf946a26025a2a56f2, ASSIGN because future has completed 2024-11-10T03:42:11,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c9e4bfc2187eff9b9080324ca86544, server=d1d9e3766cb1,40963,1731210120628}] 2024-11-10T03:42:11,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fa94018a9b8eabf946a26025a2a56f2, server=d1d9e3766cb1,39483,1731210120589}] 2024-11-10T03:42:11,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a2e7c923a45d5a7e60f93ea319223ea, ASSIGN because future has completed 2024-11-10T03:42:11,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0018939c8c4e212147084b9c6fa03e3c, server=d1d9e3766cb1,40963,1731210120628}] 2024-11-10T03:42:11,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a2e7c923a45d5a7e60f93ea319223ea, server=d1d9e3766cb1,33571,1731210120658}] 2024-11-10T03:42:11,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26dbe40efcaaee6770ba6516e0515655, ASSIGN because future has completed 2024-11-10T03:42:11,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4dd0dec672af1f3cabb28503ac187fd1, ASSIGN because future has completed 2024-11-10T03:42:11,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd48ffe58043d52baf8f8fb8ce7c9bb8, ASSIGN because future has completed 2024-11-10T03:42:11,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd48ffe58043d52baf8f8fb8ce7c9bb8, server=d1d9e3766cb1,33571,1731210120658}] 2024-11-10T03:42:11,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dd0dec672af1f3cabb28503ac187fd1, server=d1d9e3766cb1,33571,1731210120658}] 2024-11-10T03:42:11,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26dbe40efcaaee6770ba6516e0515655, server=d1d9e3766cb1,33571,1731210120658}] 2024-11-10T03:42:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:42:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:42:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:42:12,939 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T03:42:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:42:15,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T03:42:15,338 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T03:42:15,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T03:42:15,338 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T03:42:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:42:16,901 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T03:42:16,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:16,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:16,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:42:21,781 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T03:42:21,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35797, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T03:42:21,785 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T03:42:21,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55471, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T03:42:21,788 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:42:21,788 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 81c9e4bfc2187eff9b9080324ca86544, NAME => 'SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T03:42:21,789 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:21,789 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:21,789 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:21,789 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:21,791 INFO [StoreOpener-81c9e4bfc2187eff9b9080324ca86544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:21,791 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2. 2024-11-10T03:42:21,791 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fa94018a9b8eabf946a26025a2a56f2, NAME => 'SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T03:42:21,792 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:21,792 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:21,792 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:21,792 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:21,792 INFO [StoreOpener-81c9e4bfc2187eff9b9080324ca86544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c9e4bfc2187eff9b9080324ca86544 columnFamilyName cf 2024-11-10T03:42:21,792 DEBUG [StoreOpener-81c9e4bfc2187eff9b9080324ca86544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:21,793 INFO [StoreOpener-81c9e4bfc2187eff9b9080324ca86544-1 {}] regionserver.HStore(327): Store=81c9e4bfc2187eff9b9080324ca86544/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:21,793 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:21,794 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:21,794 INFO [StoreOpener-6fa94018a9b8eabf946a26025a2a56f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:21,794 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:21,794 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:21,795 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:21,795 INFO [StoreOpener-6fa94018a9b8eabf946a26025a2a56f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fa94018a9b8eabf946a26025a2a56f2 columnFamilyName cf 2024-11-10T03:42:21,795 DEBUG [StoreOpener-6fa94018a9b8eabf946a26025a2a56f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:21,796 INFO [StoreOpener-6fa94018a9b8eabf946a26025a2a56f2-1 {}] regionserver.HStore(327): Store=6fa94018a9b8eabf946a26025a2a56f2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:21,796 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:21,797 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:21,797 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:21,797 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:21,797 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:21,797 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:21,799 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:21,805 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/6fa94018a9b8eabf946a26025a2a56f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:21,805 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/81c9e4bfc2187eff9b9080324ca86544/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:21,805 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 81c9e4bfc2187eff9b9080324ca86544; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73322939, jitterRate=0.09259693324565887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:42:21,805 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6fa94018a9b8eabf946a26025a2a56f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58981158, jitterRate=-0.12111225724220276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:42:21,805 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:21,805 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:21,805 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6fa94018a9b8eabf946a26025a2a56f2: Running coprocessor pre-open hook at 1731210141792Writing region info on filesystem at 1731210141792Initializing all the Stores at 1731210141793 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210141793Cleaning up temporary data from old regions at 1731210141797 (+4 ms)Running coprocessor post-open hooks at 1731210141805 (+8 ms)Region opened successfully at 1731210141805 2024-11-10T03:42:21,805 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 81c9e4bfc2187eff9b9080324ca86544: Running coprocessor pre-open hook at 1731210141789Writing region info on filesystem at 1731210141789Initializing all the Stores at 1731210141790 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210141790Cleaning up temporary data from old regions at 1731210141795 (+5 ms)Running coprocessor post-open hooks at 1731210141805 (+10 ms)Region opened successfully at 1731210141805 2024-11-10T03:42:21,806 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:42:21,806 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dd0dec672af1f3cabb28503ac187fd1, NAME => 'SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T03:42:21,806 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:21,807 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:21,807 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2., pid=19, masterSystemTime=1731210141785 2024-11-10T03:42:21,807 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:21,807 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:21,807 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544., pid=17, masterSystemTime=1731210141781 2024-11-10T03:42:21,809 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2. 2024-11-10T03:42:21,809 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2. 2024-11-10T03:42:21,809 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. 2024-11-10T03:42:21,809 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e8e68a0c9e00223fcbcfee0c9bb6da8f, NAME => 'SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T03:42:21,809 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:21,809 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:21,810 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:21,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6fa94018a9b8eabf946a26025a2a56f2, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:21,810 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:21,810 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:42:21,810 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:42:21,810 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:42:21,810 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7582c9f90585a07243b353f9eef05e2d, NAME => 'SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T03:42:21,810 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:21,810 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:21,810 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:21,810 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:21,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=81c9e4bfc2187eff9b9080324ca86544, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:21,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fa94018a9b8eabf946a26025a2a56f2, server=d1d9e3766cb1,39483,1731210120589 because future has completed 2024-11-10T03:42:21,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c9e4bfc2187eff9b9080324ca86544, server=d1d9e3766cb1,40963,1731210120628 because future has completed 2024-11-10T03:42:21,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-10T03:42:21,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fa94018a9b8eabf946a26025a2a56f2, server=d1d9e3766cb1,39483,1731210120589 in 10.0270 sec 2024-11-10T03:42:21,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-10T03:42:21,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 81c9e4bfc2187eff9b9080324ca86544, server=d1d9e3766cb1,40963,1731210120628 in 10.0340 sec 2024-11-10T03:42:21,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa94018a9b8eabf946a26025a2a56f2, ASSIGN in 10.1960 sec 2024-11-10T03:42:21,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81c9e4bfc2187eff9b9080324ca86544, ASSIGN in 10.1960 sec 2024-11-10T03:42:21,820 INFO [StoreOpener-4dd0dec672af1f3cabb28503ac187fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:21,820 INFO [StoreOpener-7582c9f90585a07243b353f9eef05e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:21,820 INFO [StoreOpener-e8e68a0c9e00223fcbcfee0c9bb6da8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:21,822 INFO [StoreOpener-e8e68a0c9e00223fcbcfee0c9bb6da8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8e68a0c9e00223fcbcfee0c9bb6da8f columnFamilyName cf 2024-11-10T03:42:21,822 DEBUG [StoreOpener-e8e68a0c9e00223fcbcfee0c9bb6da8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:21,822 INFO [StoreOpener-7582c9f90585a07243b353f9eef05e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7582c9f90585a07243b353f9eef05e2d columnFamilyName cf 2024-11-10T03:42:21,822 DEBUG [StoreOpener-7582c9f90585a07243b353f9eef05e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:21,822 INFO [StoreOpener-e8e68a0c9e00223fcbcfee0c9bb6da8f-1 {}] regionserver.HStore(327): Store=e8e68a0c9e00223fcbcfee0c9bb6da8f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:21,823 INFO [StoreOpener-7582c9f90585a07243b353f9eef05e2d-1 {}] regionserver.HStore(327): Store=7582c9f90585a07243b353f9eef05e2d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:21,823 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:21,823 INFO [StoreOpener-4dd0dec672af1f3cabb28503ac187fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dd0dec672af1f3cabb28503ac187fd1 columnFamilyName cf 2024-11-10T03:42:21,823 DEBUG [StoreOpener-4dd0dec672af1f3cabb28503ac187fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:21,823 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:21,823 INFO [StoreOpener-4dd0dec672af1f3cabb28503ac187fd1-1 {}] regionserver.HStore(327): Store=4dd0dec672af1f3cabb28503ac187fd1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:21,823 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:21,824 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:21,824 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:21,824 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:21,824 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:21,824 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:21,824 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:21,824 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:21,825 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:21,825 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:21,825 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:21,825 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:21,826 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:21,826 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:21,826 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:21,828 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:21,832 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/e8e68a0c9e00223fcbcfee0c9bb6da8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:21,833 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/7582c9f90585a07243b353f9eef05e2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:21,833 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/4dd0dec672af1f3cabb28503ac187fd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:21,833 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e8e68a0c9e00223fcbcfee0c9bb6da8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69327107, jitterRate=0.03305439651012421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:42:21,833 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:21,833 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 4dd0dec672af1f3cabb28503ac187fd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64873917, jitterRate=-0.03330330550670624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:42:21,833 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:21,833 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 4dd0dec672af1f3cabb28503ac187fd1: Running coprocessor pre-open hook at 1731210141807Writing region info on filesystem at 1731210141807Initializing all the Stores at 1731210141808 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210141808Cleaning up temporary data from old regions at 1731210141826 (+18 ms)Running coprocessor post-open hooks at 1731210141833 (+7 ms)Region opened successfully at 1731210141833 2024-11-10T03:42:21,833 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e8e68a0c9e00223fcbcfee0c9bb6da8f: Running coprocessor pre-open hook at 1731210141810Writing region info on filesystem at 1731210141810Initializing all the Stores at 1731210141811 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210141811Cleaning up temporary data from old regions at 1731210141824 (+13 ms)Running coprocessor post-open hooks at 1731210141833 (+9 ms)Region opened successfully at 1731210141833 2024-11-10T03:42:21,833 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7582c9f90585a07243b353f9eef05e2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67300194, jitterRate=0.002851039171218872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:42:21,833 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:21,834 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7582c9f90585a07243b353f9eef05e2d: Running coprocessor pre-open hook at 1731210141810Writing region info on filesystem at 1731210141810Initializing all the Stores at 1731210141812 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210141812Cleaning up temporary data from old regions at 1731210141825 (+13 ms)Running coprocessor post-open hooks at 1731210141834 (+9 ms)Region opened successfully at 1731210141834 2024-11-10T03:42:21,835 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f., pid=16, masterSystemTime=1731210141785 2024-11-10T03:42:21,835 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1., pid=23, masterSystemTime=1731210141794 2024-11-10T03:42:21,835 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d., pid=15, masterSystemTime=1731210141781 2024-11-10T03:42:21,837 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:42:21,837 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:42:21,837 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:42:21,837 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a2e7c923a45d5a7e60f93ea319223ea, NAME => 'SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T03:42:21,838 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4dd0dec672af1f3cabb28503ac187fd1, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:21,838 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:21,838 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:21,838 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:21,838 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:21,839 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. 2024-11-10T03:42:21,839 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. 2024-11-10T03:42:21,839 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807. 2024-11-10T03:42:21,839 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c36f9e8c81ec491e7f96b5c892b8807, NAME => 'SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T03:42:21,839 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e8e68a0c9e00223fcbcfee0c9bb6da8f, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:21,839 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:21,840 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:21,840 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:42:21,840 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:42:21,840 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:21,840 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:21,840 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:42:21,840 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0018939c8c4e212147084b9c6fa03e3c, NAME => 'SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T03:42:21,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dd0dec672af1f3cabb28503ac187fd1, server=d1d9e3766cb1,33571,1731210120658 because future has completed 2024-11-10T03:42:21,841 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:21,841 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:21,841 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:21,841 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:21,841 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=7582c9f90585a07243b353f9eef05e2d, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:21,842 INFO [StoreOpener-3a2e7c923a45d5a7e60f93ea319223ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:21,842 INFO [StoreOpener-6c36f9e8c81ec491e7f96b5c892b8807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:21,843 INFO [StoreOpener-0018939c8c4e212147084b9c6fa03e3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:21,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8e68a0c9e00223fcbcfee0c9bb6da8f, server=d1d9e3766cb1,39483,1731210120589 because future has completed 2024-11-10T03:42:21,844 INFO [StoreOpener-3a2e7c923a45d5a7e60f93ea319223ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a2e7c923a45d5a7e60f93ea319223ea columnFamilyName cf 2024-11-10T03:42:21,844 DEBUG [StoreOpener-3a2e7c923a45d5a7e60f93ea319223ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:21,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7582c9f90585a07243b353f9eef05e2d, server=d1d9e3766cb1,40963,1731210120628 because future has completed 2024-11-10T03:42:21,846 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40237 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=d1d9e3766cb1,40963,1731210120628, table=SPTestTable, region=7582c9f90585a07243b353f9eef05e2d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T03:42:21,847 INFO [StoreOpener-3a2e7c923a45d5a7e60f93ea319223ea-1 {}] regionserver.HStore(327): Store=3a2e7c923a45d5a7e60f93ea319223ea/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:21,847 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:21,847 INFO [StoreOpener-0018939c8c4e212147084b9c6fa03e3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0018939c8c4e212147084b9c6fa03e3c columnFamilyName cf 2024-11-10T03:42:21,847 DEBUG [StoreOpener-0018939c8c4e212147084b9c6fa03e3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:21,847 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:21,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-10T03:42:21,848 INFO [StoreOpener-0018939c8c4e212147084b9c6fa03e3c-1 {}] regionserver.HStore(327): Store=0018939c8c4e212147084b9c6fa03e3c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:21,848 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:21,848 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:21,849 INFO [StoreOpener-6c36f9e8c81ec491e7f96b5c892b8807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c36f9e8c81ec491e7f96b5c892b8807 columnFamilyName cf 2024-11-10T03:42:21,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-10T03:42:21,849 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:21,849 DEBUG [StoreOpener-6c36f9e8c81ec491e7f96b5c892b8807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:21,849 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:21,849 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:21,850 INFO [StoreOpener-6c36f9e8c81ec491e7f96b5c892b8807-1 {}] regionserver.HStore(327): Store=6c36f9e8c81ec491e7f96b5c892b8807/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:21,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e8e68a0c9e00223fcbcfee0c9bb6da8f, server=d1d9e3766cb1,39483,1731210120589 in 10.0650 sec 2024-11-10T03:42:21,850 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:21,850 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:21,851 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:21,851 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:21,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dd0dec672af1f3cabb28503ac187fd1, server=d1d9e3766cb1,33571,1731210120658 in 10.0500 sec 2024-11-10T03:42:21,851 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:21,852 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:21,852 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:21,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-10T03:42:21,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8e68a0c9e00223fcbcfee0c9bb6da8f, ASSIGN in 10.2300 sec 2024-11-10T03:42:21,853 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:21,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 7582c9f90585a07243b353f9eef05e2d, server=d1d9e3766cb1,40963,1731210120628 in 10.0700 sec 2024-11-10T03:42:21,853 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:21,853 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:21,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd0dec672af1f3cabb28503ac187fd1, ASSIGN in 10.2310 sec 2024-11-10T03:42:21,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7582c9f90585a07243b353f9eef05e2d, ASSIGN in 10.2330 sec 2024-11-10T03:42:21,857 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/3a2e7c923a45d5a7e60f93ea319223ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:21,857 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:21,857 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 3a2e7c923a45d5a7e60f93ea319223ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58796675, jitterRate=-0.12386126816272736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:42:21,857 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:21,857 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 3a2e7c923a45d5a7e60f93ea319223ea: Running coprocessor pre-open hook at 1731210141838Writing region info on filesystem at 1731210141838Initializing all the Stores at 1731210141841 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210141841Cleaning up temporary data from old regions at 1731210141849 (+8 ms)Running coprocessor post-open hooks at 1731210141857 (+8 ms)Region opened successfully at 1731210141857 2024-11-10T03:42:21,858 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea., pid=21, masterSystemTime=1731210141794 2024-11-10T03:42:21,858 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/0018939c8c4e212147084b9c6fa03e3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:21,859 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0018939c8c4e212147084b9c6fa03e3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64236901, jitterRate=-0.042795583605766296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:42:21,859 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:21,859 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0018939c8c4e212147084b9c6fa03e3c: Running coprocessor pre-open hook at 1731210141841Writing region info on filesystem at 1731210141841Initializing all the Stores at 1731210141842 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210141843 (+1 ms)Cleaning up temporary data from old regions at 1731210141851 (+8 ms)Running coprocessor post-open hooks at 1731210141859 (+8 ms)Region opened successfully at 1731210141859 2024-11-10T03:42:21,859 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/6c36f9e8c81ec491e7f96b5c892b8807/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:21,860 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c., pid=20, masterSystemTime=1731210141781 2024-11-10T03:42:21,860 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6c36f9e8c81ec491e7f96b5c892b8807; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59883447, jitterRate=-0.10766710340976715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:42:21,860 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:21,860 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:42:21,860 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6c36f9e8c81ec491e7f96b5c892b8807: Running coprocessor pre-open hook at 1731210141840Writing region info on filesystem at 1731210141840Initializing all the Stores at 1731210141841 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210141841Cleaning up temporary data from old regions at 1731210141853 (+12 ms)Running coprocessor post-open hooks at 1731210141860 (+7 ms)Region opened successfully at 1731210141860 2024-11-10T03:42:21,860 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:42:21,860 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:42:21,861 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 26dbe40efcaaee6770ba6516e0515655, NAME => 'SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T03:42:21,861 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:21,861 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:21,861 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:21,861 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:21,862 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807., pid=18, masterSystemTime=1731210141785 2024-11-10T03:42:21,862 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3a2e7c923a45d5a7e60f93ea319223ea, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:21,863 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:42:21,863 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:42:21,863 INFO [StoreOpener-26dbe40efcaaee6770ba6516e0515655-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:21,863 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0018939c8c4e212147084b9c6fa03e3c, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:21,864 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807. 2024-11-10T03:42:21,864 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807. 2024-11-10T03:42:21,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a2e7c923a45d5a7e60f93ea319223ea, server=d1d9e3766cb1,33571,1731210120658 because future has completed 2024-11-10T03:42:21,865 INFO [StoreOpener-26dbe40efcaaee6770ba6516e0515655-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26dbe40efcaaee6770ba6516e0515655 columnFamilyName cf 2024-11-10T03:42:21,865 DEBUG [StoreOpener-26dbe40efcaaee6770ba6516e0515655-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:21,866 INFO [StoreOpener-26dbe40efcaaee6770ba6516e0515655-1 {}] regionserver.HStore(327): Store=26dbe40efcaaee6770ba6516e0515655/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:21,866 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6c36f9e8c81ec491e7f96b5c892b8807, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:21,866 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:21,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0018939c8c4e212147084b9c6fa03e3c, server=d1d9e3766cb1,40963,1731210120628 because future has completed 2024-11-10T03:42:21,867 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:21,867 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:21,868 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:21,868 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:21,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c36f9e8c81ec491e7f96b5c892b8807, server=d1d9e3766cb1,39483,1731210120589 because future has completed 2024-11-10T03:42:21,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-10T03:42:21,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a2e7c923a45d5a7e60f93ea319223ea, server=d1d9e3766cb1,33571,1731210120658 in 10.0780 sec 2024-11-10T03:42:21,870 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:21,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-10T03:42:21,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0018939c8c4e212147084b9c6fa03e3c, server=d1d9e3766cb1,40963,1731210120628 in 10.0800 sec 2024-11-10T03:42:21,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a2e7c923a45d5a7e60f93ea319223ea, ASSIGN in 10.2490 sec 2024-11-10T03:42:21,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0018939c8c4e212147084b9c6fa03e3c, ASSIGN in 10.2510 sec 2024-11-10T03:42:21,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-10T03:42:21,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c36f9e8c81ec491e7f96b5c892b8807, server=d1d9e3766cb1,39483,1731210120589 in 10.0870 sec 2024-11-10T03:42:21,874 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/26dbe40efcaaee6770ba6516e0515655/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:21,874 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 26dbe40efcaaee6770ba6516e0515655; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70474128, jitterRate=0.05014634132385254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:42:21,874 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:21,874 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 26dbe40efcaaee6770ba6516e0515655: Running coprocessor pre-open hook at 1731210141861Writing region info on filesystem at 1731210141861Initializing all the Stores at 1731210141862 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210141862Cleaning up temporary data from old regions at 1731210141868 (+6 ms)Running coprocessor post-open hooks at 1731210141874 (+6 ms)Region opened successfully at 1731210141874 2024-11-10T03:42:21,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c36f9e8c81ec491e7f96b5c892b8807, ASSIGN in 10.2530 sec 2024-11-10T03:42:21,875 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655., pid=24, masterSystemTime=1731210141794 2024-11-10T03:42:21,877 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:42:21,877 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:42:21,877 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:42:21,877 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => fd48ffe58043d52baf8f8fb8ce7c9bb8, NAME => 'SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T03:42:21,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=26dbe40efcaaee6770ba6516e0515655, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:21,878 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:21,878 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T03:42:21,878 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:21,878 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:21,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26dbe40efcaaee6770ba6516e0515655, server=d1d9e3766cb1,33571,1731210120658 because future has completed 2024-11-10T03:42:21,880 INFO [StoreOpener-fd48ffe58043d52baf8f8fb8ce7c9bb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:21,882 INFO [StoreOpener-fd48ffe58043d52baf8f8fb8ce7c9bb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd48ffe58043d52baf8f8fb8ce7c9bb8 columnFamilyName cf 2024-11-10T03:42:21,882 DEBUG [StoreOpener-fd48ffe58043d52baf8f8fb8ce7c9bb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T03:42:21,883 INFO [StoreOpener-fd48ffe58043d52baf8f8fb8ce7c9bb8-1 {}] regionserver.HStore(327): Store=fd48ffe58043d52baf8f8fb8ce7c9bb8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T03:42:21,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-10T03:42:21,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 26dbe40efcaaee6770ba6516e0515655, server=d1d9e3766cb1,33571,1731210120658 in 10.0830 sec 2024-11-10T03:42:21,883 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:21,884 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:21,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26dbe40efcaaee6770ba6516e0515655, ASSIGN in 10.2630 sec 2024-11-10T03:42:21,885 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:21,885 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:21,885 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:21,887 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:21,889 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/fd48ffe58043d52baf8f8fb8ce7c9bb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T03:42:21,889 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened fd48ffe58043d52baf8f8fb8ce7c9bb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71626644, jitterRate=0.06732016801834106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T03:42:21,889 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:21,889 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for fd48ffe58043d52baf8f8fb8ce7c9bb8: Running coprocessor pre-open hook at 1731210141878Writing region info on filesystem at 1731210141878Initializing all the Stores at 1731210141880 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731210141880Cleaning up temporary data from old regions at 1731210141885 (+5 ms)Running coprocessor post-open hooks at 1731210141889 (+4 ms)Region opened successfully at 1731210141889 2024-11-10T03:42:21,890 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8., pid=22, masterSystemTime=1731210141794 2024-11-10T03:42:21,892 DEBUG [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:42:21,892 INFO [RS_OPEN_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:42:21,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fd48ffe58043d52baf8f8fb8ce7c9bb8, regionState=OPEN, openSeqNum=2, regionLocation=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:21,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd48ffe58043d52baf8f8fb8ce7c9bb8, server=d1d9e3766cb1,33571,1731210120658 because future has completed 2024-11-10T03:42:21,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-10T03:42:21,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fd48ffe58043d52baf8f8fb8ce7c9bb8, server=d1d9e3766cb1,33571,1731210120658 in 10.1020 sec 2024-11-10T03:42:21,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-10T03:42:21,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd48ffe58043d52baf8f8fb8ce7c9bb8, ASSIGN in 10.2770 sec 2024-11-10T03:42:21,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T03:42:21,900 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731210141900"}]},"ts":"1731210141900"} 2024-11-10T03:42:21,902 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T03:42:21,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T03:42:21,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3940 sec 2024-11-10T03:42:24,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T03:42:27,290 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T03:42:27,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:27,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:27,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T03:42:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T03:42:29,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T03:42:29,724 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T03:42:29,725 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T03:42:29,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T03:42:29,728 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T03:42:29,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T03:42:29,752 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:29,754 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:29,755 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:29,756 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:29,758 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:29,759 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:29,790 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f., hostname=d1d9e3766cb1,39483,1731210120589, seqNum=2] 2024-11-10T03:42:29,792 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f., hostname=d1d9e3766cb1,39483,1731210120589, seqNum=2] 2024-11-10T03:42:29,793 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f., hostname=d1d9e3766cb1,39483,1731210120589, seqNum=2] 2024-11-10T03:42:29,794 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f., hostname=d1d9e3766cb1,39483,1731210120589, seqNum=2] 2024-11-10T03:42:29,795 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f., hostname=d1d9e3766cb1,39483,1731210120589, seqNum=2] 2024-11-10T03:42:29,825 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d., hostname=d1d9e3766cb1,40963,1731210120628, seqNum=2] 2024-11-10T03:42:29,827 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d., hostname=d1d9e3766cb1,40963,1731210120628, seqNum=2] 2024-11-10T03:42:29,828 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d., hostname=d1d9e3766cb1,40963,1731210120628, seqNum=2] 2024-11-10T03:42:29,830 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d., hostname=d1d9e3766cb1,40963,1731210120628, seqNum=2] 2024-11-10T03:42:29,831 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d., hostname=d1d9e3766cb1,40963,1731210120628, seqNum=2] 2024-11-10T03:42:29,886 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:29,887 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:29,888 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:29,889 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:29,890 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:29,891 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655., hostname=d1d9e3766cb1,33571,1731210120658, seqNum=2] 2024-11-10T03:42:30,507 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T03:42:30,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:42:30,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:42:30,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T03:42:30,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T03:42:30,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T03:42:30,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T03:42:30,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:42:30,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T03:42:30,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33571 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T03:42:31,076 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T03:42:31,077 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T03:42:31,077 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T03:42:31,078 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T03:42:31,081 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T03:42:31,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741848_1024 (size=49) 2024-11-10T03:42:31,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741848_1024 (size=49) 2024-11-10T03:42:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741848_1024 (size=49) 2024-11-10T03:42:31,093 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T03:42:31,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd0dec672af1f3cabb28503ac187fd1}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa94018a9b8eabf946a26025a2a56f2}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81c9e4bfc2187eff9b9080324ca86544}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a2e7c923a45d5a7e60f93ea319223ea}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c36f9e8c81ec491e7f96b5c892b8807}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0018939c8c4e212147084b9c6fa03e3c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd48ffe58043d52baf8f8fb8ce7c9bb8}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8e68a0c9e00223fcbcfee0c9bb6da8f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7582c9f90585a07243b353f9eef05e2d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26dbe40efcaaee6770ba6516e0515655}] 2024-11-10T03:42:31,096 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:31,096 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:31,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:31,096 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:31,097 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:31,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:31,101 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:31,101 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:31,102 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:31,106 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:37,078 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-10T03:42:41,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T03:42:41,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T03:42:41,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T03:42:41,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T03:42:41,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:42:41,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T03:42:41,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2. 2024-11-10T03:42:41,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T03:42:41,099 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 26dbe40efcaaee6770ba6516e0515655 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-10T03:42:41,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 6fa94018a9b8eabf946a26025a2a56f2: 2024-11-10T03:42:41,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:42:41,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2. for SnapshotProcedureTest completed. 2024-11-10T03:42:41,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:42:41,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T03:42:41,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0018939c8c4e212147084b9c6fa03e3c: 2024-11-10T03:42:41,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T03:42:41,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:42:41,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. for SnapshotProcedureTest completed. 2024-11-10T03:42:41,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:42:41,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:42:41,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. 2024-11-10T03:42:41,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T03:42:41,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:42:41,100 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e8e68a0c9e00223fcbcfee0c9bb6da8f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T03:42:41,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807. 2024-11-10T03:42:41,100 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 7582c9f90585a07243b353f9eef05e2d 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T03:42:41,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 6c36f9e8c81ec491e7f96b5c892b8807: 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807. for SnapshotProcedureTest completed. 2024-11-10T03:42:41,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 3a2e7c923a45d5a7e60f93ea319223ea: 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. for SnapshotProcedureTest completed. 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 4dd0dec672af1f3cabb28503ac187fd1: 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 81c9e4bfc2187eff9b9080324ca86544: 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. for SnapshotProcedureTest completed. 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. for SnapshotProcedureTest completed. 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:42:41,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:42:41,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:42:41,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:42:41,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T03:42:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741853_1029 (size=65) 2024-11-10T03:42:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741853_1029 (size=65) 2024-11-10T03:42:41,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:42:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741853_1029 (size=65) 2024-11-10T03:42:41,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T03:42:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741850_1026 (size=65) 2024-11-10T03:42:41,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:42:41,131 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing fd48ffe58043d52baf8f8fb8ce7c9bb8 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-10T03:42:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741850_1026 (size=65) 2024-11-10T03:42:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T03:42:41,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:41,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741850_1026 (size=65) 2024-11-10T03:42:41,132 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:42:41,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/e8e68a0c9e00223fcbcfee0c9bb6da8f/.tmp/cf/7bef1b646e104fe283dea931f8298563 is 34, key is baa/cf:cf/1731210150591/Put/seqid=0 2024-11-10T03:42:41,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:42:41,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T03:42:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T03:42:41,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:41,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:42:41,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a2e7c923a45d5a7e60f93ea319223ea in 10.0390 sec 2024-11-10T03:42:41,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/7582c9f90585a07243b353f9eef05e2d/.tmp/cf/21189b3ba33d4b0688248fc53b7b7a1a is 34, key is ccd/cf:cf/1731210150585/Put/seqid=0 2024-11-10T03:42:41,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0018939c8c4e212147084b9c6fa03e3c in 10.0410 sec 2024-11-10T03:42:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741849_1025 (size=65) 2024-11-10T03:42:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741849_1025 (size=65) 2024-11-10T03:42:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741849_1025 (size=65) 2024-11-10T03:42:41,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2. 2024-11-10T03:42:41,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T03:42:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T03:42:41,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741854_1030 (size=65) 2024-11-10T03:42:41,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6fa94018a9b8eabf946a26025a2a56f2 2024-11-10T03:42:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741854_1030 (size=65) 2024-11-10T03:42:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741854_1030 (size=65) 2024-11-10T03:42:41,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731210131509.6c36f9e8c81ec491e7f96b5c892b8807. 2024-11-10T03:42:41,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T03:42:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T03:42:41,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:41,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6fa94018a9b8eabf946a26025a2a56f2 in 10.0550 sec 2024-11-10T03:42:41,151 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c36f9e8c81ec491e7f96b5c892b8807 2024-11-10T03:42:41,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6c36f9e8c81ec491e7f96b5c892b8807 in 10.0570 sec 2024-11-10T03:42:41,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741851_1027 (size=57) 2024-11-10T03:42:41,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741851_1027 (size=57) 2024-11-10T03:42:41,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741851_1027 (size=57) 2024-11-10T03:42:41,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:42:41,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T03:42:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T03:42:41,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:41,158 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:42:41,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4dd0dec672af1f3cabb28503ac187fd1 in 10.0650 sec 2024-11-10T03:42:41,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741852_1028 (size=65) 2024-11-10T03:42:41,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741852_1028 (size=65) 2024-11-10T03:42:41,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741852_1028 (size=65) 2024-11-10T03:42:41,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/fd48ffe58043d52baf8f8fb8ce7c9bb8/.tmp/cf/105dd802bd1b4270bde66944e1eaca7b is 34, key is aaa/cf:cf/1731210150628/Put/seqid=0 2024-11-10T03:42:41,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/26dbe40efcaaee6770ba6516e0515655/.tmp/cf/b066d3a89d524ac78b49862154a30bf8 is 34, key is eaa/cf:cf/1731210150993/Put/seqid=0 2024-11-10T03:42:41,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741857_1033 (size=499309) 2024-11-10T03:42:41,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741857_1033 (size=499309) 2024-11-10T03:42:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741857_1033 (size=499309) 2024-11-10T03:42:41,200 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/26dbe40efcaaee6770ba6516e0515655/.tmp/cf/b066d3a89d524ac78b49862154a30bf8 2024-11-10T03:42:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741855_1031 (size=28623) 2024-11-10T03:42:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741855_1031 (size=28623) 2024-11-10T03:42:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741856_1032 (size=47197) 2024-11-10T03:42:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741856_1032 (size=47197) 2024-11-10T03:42:41,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741856_1032 (size=47197) 2024-11-10T03:42:41,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741855_1031 (size=28623) 2024-11-10T03:42:41,209 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/7582c9f90585a07243b353f9eef05e2d/.tmp/cf/21189b3ba33d4b0688248fc53b7b7a1a 2024-11-10T03:42:41,212 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/e8e68a0c9e00223fcbcfee0c9bb6da8f/.tmp/cf/7bef1b646e104fe283dea931f8298563 2024-11-10T03:42:41,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741858_1034 (size=26918) 2024-11-10T03:42:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741858_1034 (size=26918) 2024-11-10T03:42:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741858_1034 (size=26918) 2024-11-10T03:42:41,220 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/fd48ffe58043d52baf8f8fb8ce7c9bb8/.tmp/cf/105dd802bd1b4270bde66944e1eaca7b 2024-11-10T03:42:41,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/26dbe40efcaaee6770ba6516e0515655/.tmp/cf/b066d3a89d524ac78b49862154a30bf8 as hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/26dbe40efcaaee6770ba6516e0515655/cf/b066d3a89d524ac78b49862154a30bf8 2024-11-10T03:42:41,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/fd48ffe58043d52baf8f8fb8ce7c9bb8/.tmp/cf/105dd802bd1b4270bde66944e1eaca7b as hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/fd48ffe58043d52baf8f8fb8ce7c9bb8/cf/105dd802bd1b4270bde66944e1eaca7b 2024-11-10T03:42:41,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/e8e68a0c9e00223fcbcfee0c9bb6da8f/.tmp/cf/7bef1b646e104fe283dea931f8298563 as hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/e8e68a0c9e00223fcbcfee0c9bb6da8f/cf/7bef1b646e104fe283dea931f8298563 2024-11-10T03:42:41,235 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/fd48ffe58043d52baf8f8fb8ce7c9bb8/cf/105dd802bd1b4270bde66944e1eaca7b, entries=676, sequenceid=5, filesize=26.3 K 2024-11-10T03:42:41,237 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for fd48ffe58043d52baf8f8fb8ce7c9bb8 in 106ms, sequenceid=5, compaction requested=false 2024-11-10T03:42:41,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for fd48ffe58043d52baf8f8fb8ce7c9bb8: 2024-11-10T03:42:41,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. for SnapshotProcedureTest completed. 2024-11-10T03:42:41,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:42:41,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/fd48ffe58043d52baf8f8fb8ce7c9bb8/cf/105dd802bd1b4270bde66944e1eaca7b] hfiles 2024-11-10T03:42:41,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/fd48ffe58043d52baf8f8fb8ce7c9bb8/cf/105dd802bd1b4270bde66944e1eaca7b for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,237 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/e8e68a0c9e00223fcbcfee0c9bb6da8f/cf/7bef1b646e104fe283dea931f8298563, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T03:42:41,238 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e8e68a0c9e00223fcbcfee0c9bb6da8f in 138ms, sequenceid=5, compaction requested=false 2024-11-10T03:42:41,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e8e68a0c9e00223fcbcfee0c9bb6da8f: 2024-11-10T03:42:41,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. for SnapshotProcedureTest completed. 2024-11-10T03:42:41,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:42:41,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/e8e68a0c9e00223fcbcfee0c9bb6da8f/cf/7bef1b646e104fe283dea931f8298563] hfiles 2024-11-10T03:42:41,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/e8e68a0c9e00223fcbcfee0c9bb6da8f/cf/7bef1b646e104fe283dea931f8298563 for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/7582c9f90585a07243b353f9eef05e2d/.tmp/cf/21189b3ba33d4b0688248fc53b7b7a1a as hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/7582c9f90585a07243b353f9eef05e2d/cf/21189b3ba33d4b0688248fc53b7b7a1a 2024-11-10T03:42:41,244 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/26dbe40efcaaee6770ba6516e0515655/cf/b066d3a89d524ac78b49862154a30bf8, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-10T03:42:41,245 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 26dbe40efcaaee6770ba6516e0515655 in 146ms, sequenceid=5, compaction requested=false 2024-11-10T03:42:41,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 26dbe40efcaaee6770ba6516e0515655: 2024-11-10T03:42:41,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. for SnapshotProcedureTest completed. 2024-11-10T03:42:41,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:42:41,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/26dbe40efcaaee6770ba6516e0515655/cf/b066d3a89d524ac78b49862154a30bf8] hfiles 2024-11-10T03:42:41,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/26dbe40efcaaee6770ba6516e0515655/cf/b066d3a89d524ac78b49862154a30bf8 for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,250 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/7582c9f90585a07243b353f9eef05e2d/cf/21189b3ba33d4b0688248fc53b7b7a1a, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T03:42:41,251 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 7582c9f90585a07243b353f9eef05e2d in 151ms, sequenceid=5, compaction requested=false 2024-11-10T03:42:41,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 7582c9f90585a07243b353f9eef05e2d: 2024-11-10T03:42:41,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. for SnapshotProcedureTest completed. 2024-11-10T03:42:41,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T03:42:41,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/7582c9f90585a07243b353f9eef05e2d/cf/21189b3ba33d4b0688248fc53b7b7a1a] hfiles 2024-11-10T03:42:41,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/7582c9f90585a07243b353f9eef05e2d/cf/21189b3ba33d4b0688248fc53b7b7a1a for snapshot=SnapshotProcedureTest 2024-11-10T03:42:41,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741860_1036 (size=105) 2024-11-10T03:42:41,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741860_1036 (size=105) 2024-11-10T03:42:41,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741860_1036 (size=105) 2024-11-10T03:42:41,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741859_1035 (size=105) 2024-11-10T03:42:41,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731210131509.e8e68a0c9e00223fcbcfee0c9bb6da8f. 2024-11-10T03:42:41,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T03:42:41,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741859_1035 (size=105) 2024-11-10T03:42:41,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741859_1035 (size=105) 2024-11-10T03:42:41,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:42:41,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T03:42:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T03:42:41,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:41,277 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8e68a0c9e00223fcbcfee0c9bb6da8f 2024-11-10T03:42:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T03:42:41,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:41,278 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:42:41,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8e68a0c9e00223fcbcfee0c9bb6da8f in 10.1840 sec 2024-11-10T03:42:41,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fd48ffe58043d52baf8f8fb8ce7c9bb8 in 10.1850 sec 2024-11-10T03:42:41,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741862_1038 (size=97) 2024-11-10T03:42:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741861_1037 (size=105) 2024-11-10T03:42:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741862_1038 (size=97) 2024-11-10T03:42:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741862_1038 (size=97) 2024-11-10T03:42:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741861_1037 (size=105) 2024-11-10T03:42:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741861_1037 (size=105) 2024-11-10T03:42:41,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:42:41,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T03:42:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T03:42:41,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:41,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:42:41,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26dbe40efcaaee6770ba6516e0515655 in 10.2060 sec 2024-11-10T03:42:41,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:42:41,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T03:42:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T03:42:41,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:41,580 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:42:41,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 81c9e4bfc2187eff9b9080324ca86544 in 10.4870 sec 2024-11-10T03:42:41,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:42:41,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T03:42:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T03:42:41,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:41,700 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:42:41,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-10T03:42:41,702 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T03:42:41,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7582c9f90585a07243b353f9eef05e2d in 10.6060 sec 2024-11-10T03:42:41,703 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T03:42:41,704 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T03:42:41,704 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T03:42:41,705 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T03:42:41,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741863_1039 (size=1174) 2024-11-10T03:42:41,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741863_1039 (size=1174) 2024-11-10T03:42:41,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741863_1039 (size=1174) 2024-11-10T03:42:41,730 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T03:42:41,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T03:42:41,736 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:41,736 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:41,736 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:41,736 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:41,736 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:41,741 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:41,741 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:41,741 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:41,741 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:41,789 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T03:42:51,442 INFO [master/d1d9e3766cb1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T03:42:51,442 INFO [master/d1d9e3766cb1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T03:42:51,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-10T03:42:51,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-10T03:42:51,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-10T03:42:51,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-10T03:42:51,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-10T03:42:51,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-10T03:42:51,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-10T03:42:51,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-10T03:42:51,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-10T03:42:51,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T03:42:51,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T03:42:51,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T03:42:51,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-10T03:42:51,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-10T03:42:51,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T03:42:51,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-10T03:42:51,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-10T03:42:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T03:42:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-10T03:42:51,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T03:42:51,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T03:42:51,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-10T03:42:51,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-10T03:42:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-10T03:42:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-10T03:42:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T03:42:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-10T03:42:51,745 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,40963,1731210120628 Release verify snapshot worker=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:51,745 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,33571,1731210120658 Release verify snapshot worker=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T03:42:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-10T03:42:51,746 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,40963,1731210120628 Release verify snapshot worker=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:51,747 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,39483,1731210120589 Release verify snapshot worker=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-10T03:42:51,748 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:51,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,40963,1731210120628 in 10.0120 sec 2024-11-10T03:42:51,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,33571,1731210120658 in 10.0120 sec 2024-11-10T03:42:51,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,40963,1731210120628 in 10.0130 sec 2024-11-10T03:42:51,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,39483,1731210120589 in 10.0140 sec 2024-11-10T03:42:51,750 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,39483,1731210120589 Release verify snapshot worker=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:51,750 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,39483,1731210120589 Release verify snapshot worker=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:51,750 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,33571,1731210120658 Release verify snapshot worker=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:51,751 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,40963,1731210120628 Release verify snapshot worker=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:51,751 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,33571,1731210120658 Release verify snapshot worker=d1d9e3766cb1,33571,1731210120658 2024-11-10T03:42:51,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,40963,1731210120628 in 10.0180 sec 2024-11-10T03:42:51,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,33571,1731210120658 in 10.0170 sec 2024-11-10T03:42:51,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,39483,1731210120589 in 10.0170 sec 2024-11-10T03:42:51,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,39483,1731210120589 in 10.0170 sec 2024-11-10T03:42:51,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,33571,1731210120658 in 10.0180 sec 2024-11-10T03:42:51,790 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:51,790 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d1d9e3766cb1,39483,1731210120589: Simulated kill ***** 2024-11-10T03:42:51,790 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T03:42:51,790 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T03:42:51,791 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T03:42:51,791 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T03:42:51,791 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T03:42:51,791 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 488593416 }, "NonHeapMemoryUsage": { "committed": 175439872, "init": 7667712, "max": -1, "used": 171070112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T03:42:51,792 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40237 {}] master.MasterRpcServices(700): d1d9e3766cb1,39483,1731210120589 reported a fatal error: ***** ABORTING region server d1d9e3766cb1,39483,1731210120589: Simulated kill ***** 2024-11-10T03:42:51,792 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1d9e3766cb1,39483,1731210120589' ***** 2024-11-10T03:42:51,792 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T03:42:51,793 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T03:42:51,793 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T03:42:51,793 INFO [RS:0;d1d9e3766cb1:39483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T03:42:51,793 INFO [RS:0;d1d9e3766cb1:39483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T03:42:51,793 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T03:42:51,793 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T03:42:51,793 INFO [RS:0;d1d9e3766cb1:39483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1d9e3766cb1:39483. 2024-11-10T03:42:51,793 DEBUG [RS:0;d1d9e3766cb1:39483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:42:51,793 DEBUG [RS:0;d1d9e3766cb1:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:42:51,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741834_1010 (size=1488) 2024-11-10T03:42:51,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741834_1010 (size=1488) 2024-11-10T03:42:51,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741834_1010 (size=1488) 2024-11-10T03:42:51,797 DEBUG [RS:0;d1d9e3766cb1:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:42:51,797 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:42:51,797 INFO [RS:0;d1d9e3766cb1:39483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39483 2024-11-10T03:42:51,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T03:42:51,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:51,799 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T03:42:51,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1d9e3766cb1,39483,1731210120589] 2024-11-10T03:42:51,802 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1d9e3766cb1,39483,1731210120589 already deleted, retry=false 2024-11-10T03:42:51,802 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d1d9e3766cb1,39483,1731210120589 on d1d9e3766cb1,40237,1731210120536 2024-11-10T03:42:51,803 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d1d9e3766cb1,39483,1731210120589, splitWal=true, meta=false 2024-11-10T03:42:51,803 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for d1d9e3766cb1,39483,1731210120589 (carryingMeta=false) d1d9e3766cb1,39483,1731210120589/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3e7b4ec2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T03:42:51,803 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d1d9e3766cb1,39483,1731210120589, splitWal=true, meta=false 2024-11-10T03:42:51,804 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): d1d9e3766cb1,39483,1731210120589 had 3 regions 2024-11-10T03:42:51,805 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d1d9e3766cb1,39483,1731210120589, splitWal=true, meta=false, isMeta: false 2024-11-10T03:42:51,806 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting 2024-11-10T03:42:51,807 INFO [PEWorker-4 {}] master.SplitWALManager(105): d1d9e3766cb1,39483,1731210120589 WAL count=1, meta=false 2024-11-10T03:42:51,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d1d9e3766cb1%2C39483%2C1731210120589.1731210121115}] 2024-11-10T03:42:51,808 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:42:51,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d1d9e3766cb1%2C39483%2C1731210120589.1731210121115, worker=d1d9e3766cb1,40963,1731210120628}] 2024-11-10T03:42:51,809 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-10T03:42:51,809 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-10T03:42:51,809 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-10T03:42:51,810 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,39483,1731210120589 Release verify snapshot worker=d1d9e3766cb1,39483,1731210120589 2024-11-10T03:42:51,811 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to d1d9e3766cb1,39483,1731210120589, this operation will be retried to send to another server 2024-11-10T03:42:51,811 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T03:42:51,811 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731210172811 2024-11-10T03:42:51,821 INFO [regionserver/d1d9e3766cb1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:42:51,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:42:51,900 INFO [RS:0;d1d9e3766cb1:39483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T03:42:51,900 INFO [RS:0;d1d9e3766cb1:39483 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1d9e3766cb1,39483,1731210120589; zookeeper connection closed. 2024-11-10T03:42:51,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101904582a80001, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:42:51,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@742547fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@742547fc 2024-11-10T03:42:51,977 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T03:42:51,977 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T03:42:52,813 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:43:00,507 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T03:43:00,977 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T03:43:01,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-10T03:43:01,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-10T03:43:01,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-10T03:43:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-10T03:43:01,817 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,40963,1731210120628 Release verify snapshot worker=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:43:01,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-10T03:43:01,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d1d9e3766cb1,40963,1731210120628 in 20.0840 sec 2024-11-10T03:43:01,819 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T03:43:01,819 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T03:43:01,821 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T03:43:01,821 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T03:43:01,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7480 sec 2024-11-10T03:43:01,830 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115, size=1.5 K (1488bytes) 2024-11-10T03:43:01,830 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115 2024-11-10T03:43:01,830 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115 after 0ms 2024-11-10T03:43:01,834 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115 took 4ms 2024-11-10T03:43:01,836 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6fa94018a9b8eabf946a26025a2a56f2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T03:43:01,838 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for e8e68a0c9e00223fcbcfee0c9bb6da8f: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-10T03:43:01,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6c36f9e8c81ec491e7f96b5c892b8807: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T03:43:01,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115 so closing down 2024-11-10T03:43:01,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T03:43:01,839 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T03:43:01,839 INFO [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-10T03:43:01,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115, journal: Splitting hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115, size=1.5 K (1488bytes) at 1731210181830Finishing writing output for hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115 so closing down at 1731210181839 (+9 ms)3 split writer threads finished at 1731210181839Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731210181839 2024-11-10T03:43:01,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115 2024-11-10T03:43:01,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d1d9e3766cb1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T03:43:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40237 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T03:43:01,843 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting/d1d9e3766cb1%2C39483%2C1731210120589.1731210121115 to hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/oldWALs 2024-11-10T03:43:01,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-10T03:43:01,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d1d9e3766cb1%2C39483%2C1731210120589.1731210121115, worker=d1d9e3766cb1,40963,1731210120628 in 10.0340 sec 2024-11-10T03:43:01,846 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=d1d9e3766cb1,40963,1731210120628 2024-11-10T03:43:01,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T03:43:01,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure d1d9e3766cb1%2C39483%2C1731210120589.1731210121115, worker=d1d9e3766cb1,40963,1731210120628 in 10.0390 sec 2024-11-10T03:43:01,849 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting dir is empty, no logs to split. 2024-11-10T03:43:01,849 INFO [PEWorker-5 {}] master.SplitWALManager(105): d1d9e3766cb1,39483,1731210120589 WAL count=0, meta=false 2024-11-10T03:43:01,849 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if d1d9e3766cb1,39483,1731210120589 WAL splitting is done? wals=0, meta=false 2024-11-10T03:43:01,851 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d1d9e3766cb1,39483,1731210120589 failed, ignore...File hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/WALs/d1d9e3766cb1,39483,1731210120589-splitting does not exist. 2024-11-10T03:43:01,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c36f9e8c81ec491e7f96b5c892b8807, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa94018a9b8eabf946a26025a2a56f2, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8e68a0c9e00223fcbcfee0c9bb6da8f, ASSIGN}] 2024-11-10T03:43:01,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8e68a0c9e00223fcbcfee0c9bb6da8f, ASSIGN 2024-11-10T03:43:01,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c36f9e8c81ec491e7f96b5c892b8807, ASSIGN 2024-11-10T03:43:01,852 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6fa94018a9b8eabf946a26025a2a56f2, ASSIGN 2024-11-10T03:43:01,853 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8e68a0c9e00223fcbcfee0c9bb6da8f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T03:43:01,853 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6fa94018a9b8eabf946a26025a2a56f2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T03:43:01,853 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c36f9e8c81ec491e7f96b5c892b8807, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T03:43:01,906 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T03:43:01,909 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T03:43:01,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T03:43:01,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T03:43:01,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:43:01,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:43:01,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:43:01,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T03:43:01,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T03:43:01,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229479658, stopped=false 2024-11-10T03:43:01,910 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1d9e3766cb1,40237,1731210120536 2024-11-10T03:43:01,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T03:43:01,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T03:43:01,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T03:43:01,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:43:01,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:43:01,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:43:01,913 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T03:43:01,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:43:01,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:43:01,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T03:43:01,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T03:43:01,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:43:01,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:43:01,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1d9e3766cb1,40963,1731210120628' ***** 2024-11-10T03:43:01,915 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T03:43:01,915 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1d9e3766cb1,33571,1731210120658' ***** 2024-11-10T03:43:01,915 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T03:43:01,915 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T03:43:01,915 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T03:43:01,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T03:43:01,915 INFO [RS:2;d1d9e3766cb1:33571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T03:43:01,915 INFO [RS:1;d1d9e3766cb1:40963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T03:43:01,915 INFO [RS:2;d1d9e3766cb1:33571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T03:43:01,915 INFO [RS:1;d1d9e3766cb1:40963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T03:43:01,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T03:43:01,915 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(3091): Received CLOSE for fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:43:01,915 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(3091): Received CLOSE for 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:43:01,916 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(3091): Received CLOSE for 0018939c8c4e212147084b9c6fa03e3c 2024-11-10T03:43:01,916 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(3091): Received CLOSE for 7582c9f90585a07243b353f9eef05e2d 2024-11-10T03:43:01,916 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(959): stopping server d1d9e3766cb1,40963,1731210120628 2024-11-10T03:43:01,916 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dd0dec672af1f3cabb28503ac187fd1 2024-11-10T03:43:01,916 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T03:43:01,916 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a2e7c923a45d5a7e60f93ea319223ea 2024-11-10T03:43:01,916 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81c9e4bfc2187eff9b9080324ca86544, disabling compactions & flushes 2024-11-10T03:43:01,916 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(3091): Received CLOSE for 26dbe40efcaaee6770ba6516e0515655 2024-11-10T03:43:01,916 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(959): stopping server d1d9e3766cb1,33571,1731210120658 2024-11-10T03:43:01,916 INFO [RS:1;d1d9e3766cb1:40963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d1d9e3766cb1:40963. 2024-11-10T03:43:01,916 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:43:01,916 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T03:43:01,916 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:43:01,916 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd48ffe58043d52baf8f8fb8ce7c9bb8, disabling compactions & flushes 2024-11-10T03:43:01,916 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. after waiting 0 ms 2024-11-10T03:43:01,916 INFO [RS:2;d1d9e3766cb1:33571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d1d9e3766cb1:33571. 2024-11-10T03:43:01,916 DEBUG [RS:1;d1d9e3766cb1:40963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:43:01,916 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:43:01,916 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:43:01,916 DEBUG [RS:2;d1d9e3766cb1:33571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T03:43:01,916 DEBUG [RS:1;d1d9e3766cb1:40963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:43:01,916 DEBUG [RS:2;d1d9e3766cb1:33571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:43:01,916 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:43:01,916 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. after waiting 0 ms 2024-11-10T03:43:01,916 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:43:01,916 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T03:43:01,916 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T03:43:01,916 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T03:43:01,916 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T03:43:01,916 DEBUG [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(1325): Online Regions={81c9e4bfc2187eff9b9080324ca86544=SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544., 0018939c8c4e212147084b9c6fa03e3c=SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c., 7582c9f90585a07243b353f9eef05e2d=SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d.} 2024-11-10T03:43:01,916 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T03:43:01,916 DEBUG [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(1351): Waiting on 0018939c8c4e212147084b9c6fa03e3c, 7582c9f90585a07243b353f9eef05e2d, 81c9e4bfc2187eff9b9080324ca86544 2024-11-10T03:43:01,917 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-10T03:43:01,917 DEBUG [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(1325): Online Regions={fd48ffe58043d52baf8f8fb8ce7c9bb8=SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8., 4dd0dec672af1f3cabb28503ac187fd1=SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1., 1588230740=hbase:meta,,1.1588230740, 3a2e7c923a45d5a7e60f93ea319223ea=SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea., 26dbe40efcaaee6770ba6516e0515655=SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655.} 2024-11-10T03:43:01,918 DEBUG [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26dbe40efcaaee6770ba6516e0515655, 3a2e7c923a45d5a7e60f93ea319223ea, 4dd0dec672af1f3cabb28503ac187fd1, fd48ffe58043d52baf8f8fb8ce7c9bb8 2024-11-10T03:43:01,918 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T03:43:01,918 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T03:43:01,918 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T03:43:01,918 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T03:43:01,918 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T03:43:01,918 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-10T03:43:01,921 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/81c9e4bfc2187eff9b9080324ca86544/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:43:01,921 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:43:01,921 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81c9e4bfc2187eff9b9080324ca86544: Waiting for close lock at 1731210181916Running coprocessor pre-close hooks at 1731210181916Disabling compacts and flushes for region at 1731210181916Disabling writes for close at 1731210181916Writing region close event to WAL at 1731210181916Running coprocessor post-close hooks at 1731210181921 (+5 ms)Closed at 1731210181921 2024-11-10T03:43:01,922 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731210131509.81c9e4bfc2187eff9b9080324ca86544. 2024-11-10T03:43:01,922 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/fd48ffe58043d52baf8f8fb8ce7c9bb8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T03:43:01,922 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0018939c8c4e212147084b9c6fa03e3c, disabling compactions & flushes 2024-11-10T03:43:01,922 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:43:01,922 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:43:01,922 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. after waiting 0 ms 2024-11-10T03:43:01,922 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:43:01,922 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:43:01,922 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd48ffe58043d52baf8f8fb8ce7c9bb8: Waiting for close lock at 1731210181916Running coprocessor pre-close hooks at 1731210181916Disabling compacts and flushes for region at 1731210181916Disabling writes for close at 1731210181916Writing region close event to WAL at 1731210181918 (+2 ms)Running coprocessor post-close hooks at 1731210181922 (+4 ms)Closed at 1731210181922 2024-11-10T03:43:01,922 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731210131509.fd48ffe58043d52baf8f8fb8ce7c9bb8. 2024-11-10T03:43:01,922 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dd0dec672af1f3cabb28503ac187fd1, disabling compactions & flushes 2024-11-10T03:43:01,923 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:43:01,923 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:43:01,923 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. after waiting 0 ms 2024-11-10T03:43:01,923 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:43:01,926 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/0018939c8c4e212147084b9c6fa03e3c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:43:01,926 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:43:01,926 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0018939c8c4e212147084b9c6fa03e3c: Waiting for close lock at 1731210181922Running coprocessor pre-close hooks at 1731210181922Disabling compacts and flushes for region at 1731210181922Disabling writes for close at 1731210181922Writing region close event to WAL at 1731210181922Running coprocessor post-close hooks at 1731210181926 (+4 ms)Closed at 1731210181926 2024-11-10T03:43:01,926 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/4dd0dec672af1f3cabb28503ac187fd1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:43:01,926 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731210131509.0018939c8c4e212147084b9c6fa03e3c. 2024-11-10T03:43:01,926 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7582c9f90585a07243b353f9eef05e2d, disabling compactions & flushes 2024-11-10T03:43:01,926 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:43:01,927 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:43:01,927 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. after waiting 0 ms 2024-11-10T03:43:01,927 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:43:01,927 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:43:01,927 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dd0dec672af1f3cabb28503ac187fd1: Waiting for close lock at 1731210181922Running coprocessor pre-close hooks at 1731210181922Disabling compacts and flushes for region at 1731210181922Disabling writes for close at 1731210181923 (+1 ms)Writing region close event to WAL at 1731210181923Running coprocessor post-close hooks at 1731210181927 (+4 ms)Closed at 1731210181927 2024-11-10T03:43:01,927 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731210131509.4dd0dec672af1f3cabb28503ac187fd1. 2024-11-10T03:43:01,927 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a2e7c923a45d5a7e60f93ea319223ea, disabling compactions & flushes 2024-11-10T03:43:01,927 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:43:01,927 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:43:01,927 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. after waiting 0 ms 2024-11-10T03:43:01,927 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:43:01,930 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/7582c9f90585a07243b353f9eef05e2d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T03:43:01,931 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/3a2e7c923a45d5a7e60f93ea319223ea/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T03:43:01,931 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:43:01,931 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7582c9f90585a07243b353f9eef05e2d: Waiting for close lock at 1731210181926Running coprocessor pre-close hooks at 1731210181926Disabling compacts and flushes for region at 1731210181926Disabling writes for close at 1731210181927 (+1 ms)Writing region close event to WAL at 1731210181927Running coprocessor post-close hooks at 1731210181931 (+4 ms)Closed at 1731210181931 2024-11-10T03:43:01,931 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731210131509.7582c9f90585a07243b353f9eef05e2d. 2024-11-10T03:43:01,931 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:43:01,931 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a2e7c923a45d5a7e60f93ea319223ea: Waiting for close lock at 1731210181927Running coprocessor pre-close hooks at 1731210181927Disabling compacts and flushes for region at 1731210181927Disabling writes for close at 1731210181927Writing region close event to WAL at 1731210181928 (+1 ms)Running coprocessor post-close hooks at 1731210181931 (+3 ms)Closed at 1731210181931 2024-11-10T03:43:01,931 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731210131509.3a2e7c923a45d5a7e60f93ea319223ea. 2024-11-10T03:43:01,931 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26dbe40efcaaee6770ba6516e0515655, disabling compactions & flushes 2024-11-10T03:43:01,931 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:43:01,932 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:43:01,932 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. after waiting 0 ms 2024-11-10T03:43:01,932 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:43:01,935 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/default/SPTestTable/26dbe40efcaaee6770ba6516e0515655/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T03:43:01,936 INFO [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:43:01,936 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26dbe40efcaaee6770ba6516e0515655: Waiting for close lock at 1731210181931Running coprocessor pre-close hooks at 1731210181931Disabling compacts and flushes for region at 1731210181931Disabling writes for close at 1731210181932 (+1 ms)Writing region close event to WAL at 1731210181932Running coprocessor post-close hooks at 1731210181935 (+3 ms)Closed at 1731210181936 (+1 ms) 2024-11-10T03:43:01,936 DEBUG [RS_CLOSE_REGION-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731210131509.26dbe40efcaaee6770ba6516e0515655. 2024-11-10T03:43:01,938 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/.tmp/info/c2904cec2a42493b886af9bbf184b865 is 167, key is SPTestTable,19999999,1731210131509.6fa94018a9b8eabf946a26025a2a56f2./info:regioninfo/1731210141809/Put/seqid=0 2024-11-10T03:43:01,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741864_1040 (size=18393) 2024-11-10T03:43:01,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741864_1040 (size=18393) 2024-11-10T03:43:01,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741864_1040 (size=18393) 2024-11-10T03:43:01,946 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/.tmp/info/c2904cec2a42493b886af9bbf184b865 2024-11-10T03:43:01,964 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T03:43:01,964 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T03:43:01,974 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/.tmp/ns/e3e7401764664be1a1aadc41aeffa64a is 43, key is default/ns:d/1731210131428/Put/seqid=0 2024-11-10T03:43:01,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741865_1041 (size=5153) 2024-11-10T03:43:01,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741865_1041 (size=5153) 2024-11-10T03:43:01,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741865_1041 (size=5153) 2024-11-10T03:43:01,982 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/.tmp/ns/e3e7401764664be1a1aadc41aeffa64a 2024-11-10T03:43:02,003 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/.tmp/table/91f42a0fb95b4315a1d5f92343ca08ae is 47, key is SPTestTable/table:state/1731210141900/Put/seqid=0 2024-11-10T03:43:02,004 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(204): Hosts are {d1d9e3766cb1=0} racks are {/default-rack=0} 2024-11-10T03:43:02,004 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T03:43:02,004 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T03:43:02,004 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T03:43:02,004 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T03:43:02,004 INFO [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T03:43:02,004 INFO [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T03:43:02,004 DEBUG [d1d9e3766cb1:40237 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T03:43:02,006 INFO [regionserver/d1d9e3766cb1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:43:02,006 INFO [regionserver/d1d9e3766cb1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:43:02,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741866_1042 (size=5214) 2024-11-10T03:43:02,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741866_1042 (size=5214) 2024-11-10T03:43:02,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741866_1042 (size=5214) 2024-11-10T03:43:02,011 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/.tmp/table/91f42a0fb95b4315a1d5f92343ca08ae 2024-11-10T03:43:02,018 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/.tmp/info/c2904cec2a42493b886af9bbf184b865 as hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/info/c2904cec2a42493b886af9bbf184b865 2024-11-10T03:43:02,024 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/info/c2904cec2a42493b886af9bbf184b865, entries=100, sequenceid=29, filesize=18.0 K 2024-11-10T03:43:02,025 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/.tmp/ns/e3e7401764664be1a1aadc41aeffa64a as hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/ns/e3e7401764664be1a1aadc41aeffa64a 2024-11-10T03:43:02,031 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/ns/e3e7401764664be1a1aadc41aeffa64a, entries=2, sequenceid=29, filesize=5.0 K 2024-11-10T03:43:02,031 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/.tmp/table/91f42a0fb95b4315a1d5f92343ca08ae as hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/table/91f42a0fb95b4315a1d5f92343ca08ae 2024-11-10T03:43:02,037 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/table/91f42a0fb95b4315a1d5f92343ca08ae, entries=2, sequenceid=29, filesize=5.1 K 2024-11-10T03:43:02,037 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T03:43:02,037 INFO [regionserver/d1d9e3766cb1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T03:43:02,037 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=29, compaction requested=false 2024-11-10T03:43:02,042 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-10T03:43:02,042 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T03:43:02,042 INFO [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T03:43:02,043 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731210181918Running coprocessor pre-close hooks at 1731210181918Disabling compacts and flushes for region at 1731210181918Disabling writes for close at 1731210181918Obtaining lock to block concurrent updates at 1731210181918Preparing flush snapshotting stores in 1588230740 at 1731210181918Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731210181919 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731210181919Flushing 1588230740/info: creating writer at 1731210181919Flushing 1588230740/info: appending metadata at 1731210181938 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731210181938Flushing 1588230740/ns: creating writer at 1731210181953 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731210181974 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731210181974Flushing 1588230740/table: creating writer at 1731210181988 (+14 ms)Flushing 1588230740/table: appending metadata at 1731210182003 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731210182003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1099a5: reopening flushed file at 1731210182018 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13fe6cd5: reopening flushed file at 1731210182025 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1f7ad0: reopening flushed file at 1731210182031 (+6 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=29, compaction requested=false at 1731210182038 (+7 ms)Writing region close event to WAL at 1731210182039 (+1 ms)Running coprocessor post-close hooks at 1731210182042 (+3 ms)Closed at 1731210182042 2024-11-10T03:43:02,043 DEBUG [RS_CLOSE_META-regionserver/d1d9e3766cb1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T03:43:02,116 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(976): stopping server d1d9e3766cb1,40963,1731210120628; all regions closed. 2024-11-10T03:43:02,118 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(976): stopping server d1d9e3766cb1,33571,1731210120658; all regions closed. 2024-11-10T03:43:02,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741835_1011 (size=2364) 2024-11-10T03:43:02,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741835_1011 (size=2364) 2024-11-10T03:43:02,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741835_1011 (size=2364) 2024-11-10T03:43:02,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741836_1012 (size=15114) 2024-11-10T03:43:02,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741836_1012 (size=15114) 2024-11-10T03:43:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741836_1012 (size=15114) 2024-11-10T03:43:02,123 DEBUG [RS:1;d1d9e3766cb1:40963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/oldWALs 2024-11-10T03:43:02,123 INFO [RS:1;d1d9e3766cb1:40963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1d9e3766cb1%2C40963%2C1731210120628:(num 1731210121115) 2024-11-10T03:43:02,123 DEBUG [RS:1;d1d9e3766cb1:40963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:43:02,123 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:43:02,123 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T03:43:02,123 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.ChoreService(370): Chore service for: regionserver/d1d9e3766cb1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T03:43:02,123 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T03:43:02,123 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T03:43:02,123 INFO [regionserver/d1d9e3766cb1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T03:43:02,123 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T03:43:02,123 DEBUG [RS:2;d1d9e3766cb1:33571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/oldWALs 2024-11-10T03:43:02,123 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T03:43:02,123 INFO [RS:2;d1d9e3766cb1:33571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1d9e3766cb1%2C33571%2C1731210120658.meta:.meta(num 1731210131380) 2024-11-10T03:43:02,124 INFO [RS:1;d1d9e3766cb1:40963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40963 2024-11-10T03:43:02,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1d9e3766cb1,40963,1731210120628 2024-11-10T03:43:02,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T03:43:02,126 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T03:43:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741833_1009 (size=3439) 2024-11-10T03:43:02,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741833_1009 (size=3439) 2024-11-10T03:43:02,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1d9e3766cb1,40963,1731210120628] 2024-11-10T03:43:02,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741833_1009 (size=3439) 2024-11-10T03:43:02,128 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1d9e3766cb1,40963,1731210120628 already deleted, retry=false 2024-11-10T03:43:02,128 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1d9e3766cb1,40963,1731210120628 expired; onlineServers=1 2024-11-10T03:43:02,129 DEBUG [RS:2;d1d9e3766cb1:33571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/oldWALs 2024-11-10T03:43:02,129 INFO [RS:2;d1d9e3766cb1:33571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1d9e3766cb1%2C33571%2C1731210120658:(num 1731210121103) 2024-11-10T03:43:02,129 DEBUG [RS:2;d1d9e3766cb1:33571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T03:43:02,129 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T03:43:02,129 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T03:43:02,129 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.ChoreService(370): Chore service for: regionserver/d1d9e3766cb1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T03:43:02,130 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T03:43:02,130 INFO [regionserver/d1d9e3766cb1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T03:43:02,130 INFO [RS:2;d1d9e3766cb1:33571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33571 2024-11-10T03:43:02,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1d9e3766cb1,33571,1731210120658 2024-11-10T03:43:02,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T03:43:02,132 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T03:43:02,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1d9e3766cb1,33571,1731210120658] 2024-11-10T03:43:02,134 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1d9e3766cb1,33571,1731210120658 already deleted, retry=false 2024-11-10T03:43:02,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1d9e3766cb1,33571,1731210120658 expired; onlineServers=0 2024-11-10T03:43:02,134 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1d9e3766cb1,40237,1731210120536' ***** 2024-11-10T03:43:02,134 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T03:43:02,135 INFO [M:0;d1d9e3766cb1:40237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T03:43:02,135 INFO [M:0;d1d9e3766cb1:40237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T03:43:02,135 DEBUG [M:0;d1d9e3766cb1:40237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T03:43:02,135 DEBUG [M:0;d1d9e3766cb1:40237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T03:43:02,135 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T03:43:02,135 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.large.0-1731210120866 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.large.0-1731210120866,5,FailOnTimeoutGroup] 2024-11-10T03:43:02,135 DEBUG [master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.small.0-1731210120869 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1d9e3766cb1:0:becomeActiveMaster-HFileCleaner.small.0-1731210120869,5,FailOnTimeoutGroup] 2024-11-10T03:43:02,135 INFO [M:0;d1d9e3766cb1:40237 {}] hbase.ChoreService(370): Chore service for: master/d1d9e3766cb1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T03:43:02,135 INFO [M:0;d1d9e3766cb1:40237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T03:43:02,135 DEBUG [M:0;d1d9e3766cb1:40237 {}] master.HMaster(1795): Stopping service threads 2024-11-10T03:43:02,135 INFO [M:0;d1d9e3766cb1:40237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T03:43:02,135 INFO [M:0;d1d9e3766cb1:40237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T03:43:02,135 ERROR [M:0;d1d9e3766cb1:40237 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:44341 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44341,5,PEWorkerGroup] 2024-11-10T03:43:02,136 INFO [M:0;d1d9e3766cb1:40237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T03:43:02,136 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T03:43:02,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T03:43:02,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T03:43:02,136 DEBUG [M:0;d1d9e3766cb1:40237 {}] zookeeper.ZKUtil(347): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T03:43:02,137 WARN [M:0;d1d9e3766cb1:40237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T03:43:02,137 INFO [M:0;d1d9e3766cb1:40237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/.lastflushedseqids 2024-11-10T03:43:02,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741867_1043 (size=650) 2024-11-10T03:43:02,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741867_1043 (size=650) 2024-11-10T03:43:02,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741867_1043 (size=650) 2024-11-10T03:43:02,151 INFO [M:0;d1d9e3766cb1:40237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T03:43:02,151 INFO [M:0;d1d9e3766cb1:40237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T03:43:02,151 DEBUG [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T03:43:02,151 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:43:02,151 DEBUG [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:43:02,151 DEBUG [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T03:43:02,151 DEBUG [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:43:02,152 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=166.14 KB heapSize=203.37 KB 2024-11-10T03:43:02,168 DEBUG [M:0;d1d9e3766cb1:40237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdcf7dba9caf4616be0e095c2f42addb is 82, key is hbase:meta,,1/info:regioninfo/1731210131416/Put/seqid=0 2024-11-10T03:43:02,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741868_1044 (size=5672) 2024-11-10T03:43:02,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741868_1044 (size=5672) 2024-11-10T03:43:02,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741868_1044 (size=5672) 2024-11-10T03:43:02,177 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdcf7dba9caf4616be0e095c2f42addb 2024-11-10T03:43:02,198 DEBUG [M:0;d1d9e3766cb1:40237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d754d5cf4a1488bb9504f32ab9b93c6 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731210141904/Put/seqid=0 2024-11-10T03:43:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741869_1045 (size=11056) 2024-11-10T03:43:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741869_1045 (size=11056) 2024-11-10T03:43:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741869_1045 (size=11056) 2024-11-10T03:43:02,206 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=165.40 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d754d5cf4a1488bb9504f32ab9b93c6 2024-11-10T03:43:02,212 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d754d5cf4a1488bb9504f32ab9b93c6 2024-11-10T03:43:02,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:43:02,228 INFO [RS:1;d1d9e3766cb1:40963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T03:43:02,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x101904582a80002, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:43:02,228 INFO [RS:1;d1d9e3766cb1:40963 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1d9e3766cb1,40963,1731210120628; zookeeper connection closed. 2024-11-10T03:43:02,228 DEBUG [M:0;d1d9e3766cb1:40237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5d974f2446141eab8dd2be39f98e851 is 69, key is d1d9e3766cb1,33571,1731210120658/rs:state/1731210120919/Put/seqid=0 2024-11-10T03:43:02,228 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68e7f7e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68e7f7e5 2024-11-10T03:43:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:43:02,233 INFO [RS:2;d1d9e3766cb1:33571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T03:43:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33571-0x101904582a80003, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:43:02,233 INFO [RS:2;d1d9e3766cb1:33571 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1d9e3766cb1,33571,1731210120658; zookeeper connection closed. 2024-11-10T03:43:02,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45a7c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45a7c4 2024-11-10T03:43:02,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T03:43:02,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741870_1046 (size=5447) 2024-11-10T03:43:02,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741870_1046 (size=5447) 2024-11-10T03:43:02,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741870_1046 (size=5447) 2024-11-10T03:43:02,240 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5d974f2446141eab8dd2be39f98e851 2024-11-10T03:43:02,246 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5d974f2446141eab8dd2be39f98e851 2024-11-10T03:43:02,247 DEBUG [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdcf7dba9caf4616be0e095c2f42addb as hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdcf7dba9caf4616be0e095c2f42addb 2024-11-10T03:43:02,253 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdcf7dba9caf4616be0e095c2f42addb, entries=8, sequenceid=398, filesize=5.5 K 2024-11-10T03:43:02,254 DEBUG [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d754d5cf4a1488bb9504f32ab9b93c6 as hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d754d5cf4a1488bb9504f32ab9b93c6 2024-11-10T03:43:02,260 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d754d5cf4a1488bb9504f32ab9b93c6 2024-11-10T03:43:02,260 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d754d5cf4a1488bb9504f32ab9b93c6, entries=51, sequenceid=398, filesize=10.8 K 2024-11-10T03:43:02,261 DEBUG [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5d974f2446141eab8dd2be39f98e851 as hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5d974f2446141eab8dd2be39f98e851 2024-11-10T03:43:02,267 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5d974f2446141eab8dd2be39f98e851 2024-11-10T03:43:02,267 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/da418e72-bfd9-69bf-34a3-4bf5669e4342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5d974f2446141eab8dd2be39f98e851, entries=3, sequenceid=398, filesize=5.3 K 2024-11-10T03:43:02,269 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~166.14 KB/170126, heapSize ~203.07 KB/207944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=398, compaction requested=false 2024-11-10T03:43:02,270 INFO [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T03:43:02,270 DEBUG [M:0;d1d9e3766cb1:40237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731210182151Disabling compacts and flushes for region at 1731210182151Disabling writes for close at 1731210182151Obtaining lock to block concurrent updates at 1731210182152 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731210182152Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=170126, getHeapSize=208184, getOffHeapSize=0, getCellsCount=490 at 1731210182152Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731210182153 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731210182153Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731210182168 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731210182168Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731210182182 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731210182197 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731210182197Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731210182213 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731210182227 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731210182227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dfc54c: reopening flushed file at 1731210182246 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37dee85f: reopening flushed file at 1731210182253 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d7f6a7a: reopening flushed file at 1731210182261 (+8 ms)Finished flush of dataSize ~166.14 KB/170126, heapSize ~203.07 KB/207944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=398, compaction requested=false at 1731210182269 (+8 ms)Writing region close event to WAL at 1731210182270 (+1 ms)Closed at 1731210182270 2024-11-10T03:43:02,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741830_1006 (size=196783) 2024-11-10T03:43:02,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41751 is added to blk_1073741830_1006 (size=196783) 2024-11-10T03:43:02,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741830_1006 (size=196783) 2024-11-10T03:43:02,274 INFO [M:0;d1d9e3766cb1:40237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T03:43:02,274 INFO [M:0;d1d9e3766cb1:40237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40237 2024-11-10T03:43:02,274 INFO [M:0;d1d9e3766cb1:40237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T03:43:02,274 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T03:43:02,377 INFO [M:0;d1d9e3766cb1:40237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T03:43:02,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:43:02,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40237-0x101904582a80000, quorum=127.0.0.1:50680, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T03:43:02,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68eb1f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:43:02,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4de59280{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T03:43:02,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T03:43:02,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34a09c37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T03:43:02,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71458439{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/hadoop.log.dir/,STOPPED} 2024-11-10T03:43:02,384 WARN [BP-2140597142-172.17.0.2-1731210119677 heartbeating to localhost/127.0.0.1:44341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T03:43:02,384 WARN [BP-2140597142-172.17.0.2-1731210119677 heartbeating to localhost/127.0.0.1:44341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2140597142-172.17.0.2-1731210119677 (Datanode Uuid 0220260f-7e15-4773-af45-1b3527031b68) service to localhost/127.0.0.1:44341 2024-11-10T03:43:02,384 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T03:43:02,384 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T03:43:02,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data5/current/BP-2140597142-172.17.0.2-1731210119677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:43:02,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data6/current/BP-2140597142-172.17.0.2-1731210119677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:43:02,385 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T03:43:02,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436c3d3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:43:02,388 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5aa85305{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T03:43:02,388 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T03:43:02,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d599191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T03:43:02,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e0c607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/hadoop.log.dir/,STOPPED} 2024-11-10T03:43:02,391 WARN [BP-2140597142-172.17.0.2-1731210119677 heartbeating to localhost/127.0.0.1:44341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T03:43:02,391 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T03:43:02,391 WARN [BP-2140597142-172.17.0.2-1731210119677 heartbeating to localhost/127.0.0.1:44341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2140597142-172.17.0.2-1731210119677 (Datanode Uuid 786fd869-8b0d-478b-acd9-c7c87b43c142) service to localhost/127.0.0.1:44341 2024-11-10T03:43:02,391 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T03:43:02,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data3/current/BP-2140597142-172.17.0.2-1731210119677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:43:02,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data4/current/BP-2140597142-172.17.0.2-1731210119677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:43:02,392 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T03:43:02,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fc5de42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T03:43:02,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@395eea5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T03:43:02,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T03:43:02,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b78350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T03:43:02,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30d03752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/hadoop.log.dir/,STOPPED} 2024-11-10T03:43:02,397 WARN [BP-2140597142-172.17.0.2-1731210119677 heartbeating to localhost/127.0.0.1:44341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T03:43:02,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T03:43:02,397 WARN [BP-2140597142-172.17.0.2-1731210119677 heartbeating to localhost/127.0.0.1:44341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2140597142-172.17.0.2-1731210119677 (Datanode Uuid c34a7069-ed9a-45a3-a783-ab1eddf55901) service to localhost/127.0.0.1:44341 2024-11-10T03:43:02,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T03:43:02,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data1/current/BP-2140597142-172.17.0.2-1731210119677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:43:02,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/cluster_e7a411b0-8360-7daf-1036-fa4ce1839a32/data/data2/current/BP-2140597142-172.17.0.2-1731210119677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T03:43:02,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T03:43:02,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58b231bf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T03:43:02,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f225703{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T03:43:02,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T03:43:02,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@656d7fc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T03:43:02,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e44a13a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7cfbc7c7-fc36-a119-51b0-5b35f9171777/hadoop.log.dir/,STOPPED} 2024-11-10T03:43:02,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T03:43:02,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T03:43:02,456 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 98) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44341 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44341 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d1d9e3766cb1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=83 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=6994 (was 7115)