2024-11-28 02:59:07,859 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-28 02:59:07,873 main DEBUG Took 0.011756 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 02:59:07,873 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 02:59:07,874 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 02:59:07,875 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 02:59:07,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,884 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 02:59:07,899 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,901 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,902 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,904 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,905 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,907 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,908 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,909 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,910 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,911 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,911 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,912 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,912 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,913 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:59:07,914 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,914 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 02:59:07,916 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:59:07,917 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 02:59:07,919 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 02:59:07,920 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 02:59:07,922 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 02:59:07,922 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 02:59:07,931 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 02:59:07,934 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 02:59:07,935 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 02:59:07,936 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 02:59:07,936 main DEBUG createAppenders(={Console}) 2024-11-28 02:59:07,937 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-28 02:59:07,937 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-28 02:59:07,938 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-28 02:59:07,938 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 02:59:07,939 main DEBUG OutputStream closed 2024-11-28 02:59:07,939 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 02:59:07,940 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 02:59:07,940 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-28 02:59:08,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 02:59:08,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 02:59:08,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 02:59:08,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 02:59:08,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 02:59:08,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 02:59:08,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 02:59:08,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 02:59:08,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 02:59:08,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 02:59:08,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 02:59:08,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 02:59:08,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 02:59:08,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 02:59:08,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 02:59:08,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 02:59:08,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 02:59:08,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 02:59:08,017 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 02:59:08,018 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-28 02:59:08,018 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 02:59:08,019 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-28T02:59:08,030 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-28 02:59:08,033 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 02:59:08,033 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T02:59:08,040 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-28T02:59:08,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=80, ProcessCount=11, AvailableMemoryMB=8374 2024-11-28T02:59:08,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3 2024-11-28T02:59:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T02:59:08,351 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36, deleteOnExit=true 2024-11-28T02:59:08,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T02:59:08,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/test.cache.data in system properties and HBase conf 2024-11-28T02:59:08,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T02:59:08,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.log.dir in system properties and HBase conf 2024-11-28T02:59:08,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T02:59:08,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T02:59:08,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T02:59:08,430 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T02:59:08,512 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T02:59:08,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:59:08,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:59:08,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T02:59:08,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:59:08,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T02:59:08,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T02:59:08,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:59:08,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:59:08,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T02:59:08,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/nfs.dump.dir in system properties and HBase conf 2024-11-28T02:59:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/java.io.tmpdir in system properties and HBase conf 2024-11-28T02:59:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:59:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T02:59:08,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T02:59:09,436 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T02:59:09,502 INFO [Time-limited test {}] log.Log(170): Logging initialized @2273ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T02:59:09,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:59:09,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:59:09,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:59:09,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:59:09,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:59:09,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:59:09,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:59:09,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:59:09,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/java.io.tmpdir/jetty-localhost-43369-hadoop-hdfs-3_4_1-tests_jar-_-any-848998388178821885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:59:09,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:43369} 2024-11-28T02:59:09,844 INFO [Time-limited test {}] server.Server(415): Started @2616ms 2024-11-28T02:59:10,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:59:10,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:59:10,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:59:10,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:59:10,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:59:10,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:59:10,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:59:10,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/java.io.tmpdir/jetty-localhost-45519-hadoop-hdfs-3_4_1-tests_jar-_-any-13762881416327988183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:59:10,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:45519} 2024-11-28T02:59:10,433 INFO [Time-limited test {}] server.Server(415): Started @3205ms 2024-11-28T02:59:10,480 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:59:10,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:59:10,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:59:10,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:59:10,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:59:10,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:59:10,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:59:10,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:59:10,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/java.io.tmpdir/jetty-localhost-35183-hadoop-hdfs-3_4_1-tests_jar-_-any-6674492291803244769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:59:10,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:35183} 2024-11-28T02:59:10,717 INFO [Time-limited test {}] server.Server(415): Started @3489ms 2024-11-28T02:59:10,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:59:10,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:59:10,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:59:10,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:59:10,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:59:10,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:59:10,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:59:10,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:59:10,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/java.io.tmpdir/jetty-localhost-38201-hadoop-hdfs-3_4_1-tests_jar-_-any-12649054462271302550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:59:10,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:38201} 2024-11-28T02:59:10,870 INFO [Time-limited test {}] server.Server(415): Started @3643ms 2024-11-28T02:59:10,873 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:59:11,774 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data2/current/BP-1475510274-172.17.0.2-1732762749034/current, will proceed with Du for space computation calculation, 2024-11-28T02:59:11,774 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data3/current/BP-1475510274-172.17.0.2-1732762749034/current, will proceed with Du for space computation calculation, 2024-11-28T02:59:11,774 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data4/current/BP-1475510274-172.17.0.2-1732762749034/current, will proceed with Du for space computation calculation, 2024-11-28T02:59:11,774 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data1/current/BP-1475510274-172.17.0.2-1732762749034/current, will proceed with Du for space computation calculation, 2024-11-28T02:59:11,810 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:59:11,810 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:59:11,821 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data5/current/BP-1475510274-172.17.0.2-1732762749034/current, will proceed with Du for space computation calculation, 2024-11-28T02:59:11,821 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data6/current/BP-1475510274-172.17.0.2-1732762749034/current, will proceed with Du for space computation calculation, 2024-11-28T02:59:11,845 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:59:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76900cb240e1f82a with lease ID 0xd9d0ddf8319fc97c: Processing first storage report for DS-e6a517ea-effd-4e71-a583-95e107828777 from datanode DatanodeRegistration(127.0.0.1:34389, datanodeUuid=444859dc-5361-4ee2-9999-6ce7b0aba4d3, infoPort=42123, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034) 2024-11-28T02:59:11,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76900cb240e1f82a with lease ID 0xd9d0ddf8319fc97c: from storage DS-e6a517ea-effd-4e71-a583-95e107828777 node DatanodeRegistration(127.0.0.1:34389, datanodeUuid=444859dc-5361-4ee2-9999-6ce7b0aba4d3, infoPort=42123, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T02:59:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98a6304ca63c347a with lease ID 0xd9d0ddf8319fc97b: Processing first storage report for DS-f437bdce-a9dd-4e28-b4d2-6ca2914942ae from datanode DatanodeRegistration(127.0.0.1:43151, datanodeUuid=54a616d0-400c-4646-9a9c-6adc86358757, infoPort=44531, infoSecurePort=0, ipcPort=39229, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034) 2024-11-28T02:59:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98a6304ca63c347a with lease ID 0xd9d0ddf8319fc97b: from storage DS-f437bdce-a9dd-4e28-b4d2-6ca2914942ae node DatanodeRegistration(127.0.0.1:43151, datanodeUuid=54a616d0-400c-4646-9a9c-6adc86358757, infoPort=44531, infoSecurePort=0, ipcPort=39229, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:59:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a8a57e98a703680 with lease ID 0xd9d0ddf8319fc97a: Processing first storage report for DS-6fbd94fb-d64a-455a-9d93-2d36381b76a8 from datanode DatanodeRegistration(127.0.0.1:32773, datanodeUuid=511ca977-a262-4dbc-947d-01409c585f60, infoPort=35807, infoSecurePort=0, ipcPort=43233, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034) 2024-11-28T02:59:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a8a57e98a703680 with lease ID 0xd9d0ddf8319fc97a: from storage DS-6fbd94fb-d64a-455a-9d93-2d36381b76a8 node DatanodeRegistration(127.0.0.1:32773, datanodeUuid=511ca977-a262-4dbc-947d-01409c585f60, infoPort=35807, infoSecurePort=0, ipcPort=43233, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T02:59:11,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76900cb240e1f82a with lease ID 0xd9d0ddf8319fc97c: Processing first storage report for DS-9a1f9a4d-ea59-4ddd-b8b3-5d50b31d7b51 from datanode DatanodeRegistration(127.0.0.1:34389, datanodeUuid=444859dc-5361-4ee2-9999-6ce7b0aba4d3, infoPort=42123, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034) 2024-11-28T02:59:11,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76900cb240e1f82a with lease ID 0xd9d0ddf8319fc97c: from storage DS-9a1f9a4d-ea59-4ddd-b8b3-5d50b31d7b51 node DatanodeRegistration(127.0.0.1:34389, datanodeUuid=444859dc-5361-4ee2-9999-6ce7b0aba4d3, infoPort=42123, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:59:11,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98a6304ca63c347a with lease ID 0xd9d0ddf8319fc97b: Processing first storage report for DS-b0755df4-77b8-40b4-9d8b-32482ee705fe from datanode DatanodeRegistration(127.0.0.1:43151, datanodeUuid=54a616d0-400c-4646-9a9c-6adc86358757, infoPort=44531, infoSecurePort=0, ipcPort=39229, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034) 2024-11-28T02:59:11,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98a6304ca63c347a with lease ID 0xd9d0ddf8319fc97b: from storage DS-b0755df4-77b8-40b4-9d8b-32482ee705fe node DatanodeRegistration(127.0.0.1:43151, datanodeUuid=54a616d0-400c-4646-9a9c-6adc86358757, infoPort=44531, infoSecurePort=0, ipcPort=39229, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T02:59:11,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a8a57e98a703680 with lease ID 0xd9d0ddf8319fc97a: Processing first storage report for DS-53f8d30f-4f6e-4e66-ad19-ef3322b38425 from datanode DatanodeRegistration(127.0.0.1:32773, datanodeUuid=511ca977-a262-4dbc-947d-01409c585f60, infoPort=35807, infoSecurePort=0, ipcPort=43233, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034) 2024-11-28T02:59:11,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a8a57e98a703680 with lease ID 0xd9d0ddf8319fc97a: from storage DS-53f8d30f-4f6e-4e66-ad19-ef3322b38425 node DatanodeRegistration(127.0.0.1:32773, datanodeUuid=511ca977-a262-4dbc-947d-01409c585f60, infoPort=35807, infoSecurePort=0, ipcPort=43233, storageInfo=lv=-57;cid=testClusterID;nsid=1159033120;c=1732762749034), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:59:11,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3 2024-11-28T02:59:11,943 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/zookeeper_0, clientPort=62188, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T02:59:11,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62188 2024-11-28T02:59:11,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:59:11,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:59:12,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:59:12,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:59:12,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:59:12,603 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e with version=8 2024-11-28T02:59:12,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/hbase-staging 2024-11-28T02:59:12,675 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T02:59:12,911 INFO [Time-limited test {}] client.ConnectionUtils(128): master/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:59:12,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:12,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:12,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:59:12,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:12,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:59:13,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T02:59:13,128 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T02:59:13,137 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T02:59:13,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:59:13,163 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 112876 (auto-detected) 2024-11-28T02:59:13,164 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T02:59:13,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38549 2024-11-28T02:59:13,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38549 connecting to ZooKeeper ensemble=127.0.0.1:62188 2024-11-28T02:59:13,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385490x0, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:59:13,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38549-0x10180aae67b0000 connected 2024-11-28T02:59:13,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:59:13,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:59:13,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:59:13,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e, hbase.cluster.distributed=false 2024-11-28T02:59:13,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:59:13,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38549 2024-11-28T02:59:13,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38549 2024-11-28T02:59:13,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38549 2024-11-28T02:59:13,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38549 2024-11-28T02:59:13,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38549 2024-11-28T02:59:13,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:59:13,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:13,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:13,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:59:13,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:13,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:59:13,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:59:13,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:59:13,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35185 2024-11-28T02:59:13,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35185 connecting to ZooKeeper ensemble=127.0.0.1:62188 2024-11-28T02:59:13,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:59:13,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:59:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351850x0, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:59:13,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351850x0, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:59:13,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35185-0x10180aae67b0001 connected 2024-11-28T02:59:13,613 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:59:13,621 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:59:13,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:59:13,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:59:13,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35185 2024-11-28T02:59:13,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35185 2024-11-28T02:59:13,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35185 2024-11-28T02:59:13,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35185 2024-11-28T02:59:13,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35185 2024-11-28T02:59:13,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:59:13,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:13,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:13,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:59:13,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:13,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:59:13,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:59:13,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:59:13,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39651 2024-11-28T02:59:13,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39651 connecting to ZooKeeper ensemble=127.0.0.1:62188 2024-11-28T02:59:13,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:59:13,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:59:13,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396510x0, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:59:13,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39651-0x10180aae67b0002 connected 2024-11-28T02:59:13,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396510x0, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:59:13,685 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:59:13,686 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:59:13,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:59:13,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:59:13,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-28T02:59:13,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39651 2024-11-28T02:59:13,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39651 2024-11-28T02:59:13,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-28T02:59:13,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-28T02:59:13,711 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:59:13,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:13,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:13,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:59:13,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:59:13,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:59:13,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:59:13,713 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:59:13,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40131 2024-11-28T02:59:13,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40131 connecting to ZooKeeper ensemble=127.0.0.1:62188 2024-11-28T02:59:13,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:59:13,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:59:13,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401310x0, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:59:13,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401310x0, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:59:13,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40131-0x10180aae67b0003 connected 2024-11-28T02:59:13,738 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:59:13,739 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:59:13,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:59:13,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:59:13,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40131 2024-11-28T02:59:13,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40131 2024-11-28T02:59:13,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40131 2024-11-28T02:59:13,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40131 2024-11-28T02:59:13,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40131 2024-11-28T02:59:13,761 DEBUG [M:0;978bd30859c3:38549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;978bd30859c3:38549 2024-11-28T02:59:13,762 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/978bd30859c3,38549,1732762752762 2024-11-28T02:59:13,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:59:13,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:59:13,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:59:13,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:59:13,777 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/978bd30859c3,38549,1732762752762 2024-11-28T02:59:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:59:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:59:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:59:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:13,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:13,804 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T02:59:13,805 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/978bd30859c3,38549,1732762752762 from backup master directory 2024-11-28T02:59:13,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:59:13,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/978bd30859c3,38549,1732762752762 2024-11-28T02:59:13,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:59:13,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:59:13,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:59:13,817 WARN [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:59:13,817 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=978bd30859c3,38549,1732762752762 2024-11-28T02:59:13,819 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T02:59:13,821 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T02:59:13,875 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/hbase.id] with ID: af06285f-32dc-4496-a3e9-a8d5febb8b6b 2024-11-28T02:59:13,875 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/.tmp/hbase.id 2024-11-28T02:59:13,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:59:13,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:59:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:59:13,891 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/.tmp/hbase.id]:[hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/hbase.id] 2024-11-28T02:59:13,938 INFO [master/978bd30859c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:59:13,942 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T02:59:13,960 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-28T02:59:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:59:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:59:14,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:59:14,026 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:59:14,029 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T02:59:14,042 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:59:14,046 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:59:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:59:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:59:14,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:59:14,098 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store 2024-11-28T02:59:14,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:59:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:59:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:59:14,125 INFO [master/978bd30859c3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T02:59:14,128 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:14,130 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:59:14,130 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:59:14,130 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:59:14,132 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:59:14,132 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:59:14,132 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:59:14,133 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762754129Disabling compacts and flushes for region at 1732762754129Disabling writes for close at 1732762754132 (+3 ms)Writing region close event to WAL at 1732762754132Closed at 1732762754132 2024-11-28T02:59:14,135 WARN [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/.initializing 2024-11-28T02:59:14,136 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/WALs/978bd30859c3,38549,1732762752762 2024-11-28T02:59:14,143 INFO [master/978bd30859c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:59:14,156 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C38549%2C1732762752762, suffix=, logDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/WALs/978bd30859c3,38549,1732762752762, archiveDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/oldWALs, maxLogs=10 2024-11-28T02:59:14,177 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/WALs/978bd30859c3,38549,1732762752762/978bd30859c3%2C38549%2C1732762752762.1732762754160, exclude list is [], retry=0 2024-11-28T02:59:14,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34389,DS-e6a517ea-effd-4e71-a583-95e107828777,DISK] 2024-11-28T02:59:14,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32773,DS-6fbd94fb-d64a-455a-9d93-2d36381b76a8,DISK] 2024-11-28T02:59:14,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43151,DS-f437bdce-a9dd-4e28-b4d2-6ca2914942ae,DISK] 2024-11-28T02:59:14,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T02:59:14,233 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/WALs/978bd30859c3,38549,1732762752762/978bd30859c3%2C38549%2C1732762752762.1732762754160 2024-11-28T02:59:14,234 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35807:35807),(127.0.0.1/127.0.0.1:42123:42123),(127.0.0.1/127.0.0.1:44531:44531)] 2024-11-28T02:59:14,234 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:59:14,235 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:14,238 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,238 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T02:59:14,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:14,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:59:14,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T02:59:14,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:14,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:14,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T02:59:14,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:14,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:14,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T02:59:14,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:14,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:14,314 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,318 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,319 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,325 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,326 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,329 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:59:14,333 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:59:14,338 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:14,340 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59567702, jitterRate=-0.11237207055091858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:59:14,348 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732762754249Initializing all the Stores at 1732762754251 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762754252 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762754253 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762754253Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762754253Cleaning up temporary data from old regions at 1732762754326 (+73 ms)Region opened successfully at 1732762754348 (+22 ms) 2024-11-28T02:59:14,349 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T02:59:14,383 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6cd747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:59:14,409 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T02:59:14,418 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T02:59:14,419 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T02:59:14,421 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T02:59:14,422 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T02:59:14,427 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-28T02:59:14,427 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-28T02:59:14,450 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T02:59:14,458 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T02:59:14,511 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T02:59:14,514 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T02:59:14,516 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T02:59:14,528 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T02:59:14,531 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T02:59:14,536 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T02:59:14,544 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T02:59:14,545 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T02:59:14,552 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T02:59:14,575 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T02:59:14,586 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T02:59:14,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:59:14,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:59:14,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:59:14,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:59:14,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,604 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=978bd30859c3,38549,1732762752762, sessionid=0x10180aae67b0000, setting cluster-up flag (Was=false) 2024-11-28T02:59:14,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,670 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T02:59:14,675 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,38549,1732762752762 2024-11-28T02:59:14,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:14,719 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T02:59:14,722 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,38549,1732762752762 2024-11-28T02:59:14,730 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T02:59:14,750 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(746): ClusterId : af06285f-32dc-4496-a3e9-a8d5febb8b6b 2024-11-28T02:59:14,750 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(746): ClusterId : af06285f-32dc-4496-a3e9-a8d5febb8b6b 2024-11-28T02:59:14,750 INFO [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(746): ClusterId : af06285f-32dc-4496-a3e9-a8d5febb8b6b 2024-11-28T02:59:14,752 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:59:14,752 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:59:14,752 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:59:14,763 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:59:14,763 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:59:14,763 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:59:14,763 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:59:14,763 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:59:14,763 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:59:14,775 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:59:14,775 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:59:14,775 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:59:14,776 DEBUG [RS:1;978bd30859c3:39651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e15f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:59:14,776 DEBUG [RS:2;978bd30859c3:40131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc290af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:59:14,776 DEBUG [RS:0;978bd30859c3:35185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0168fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:59:14,789 DEBUG [RS:1;978bd30859c3:39651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;978bd30859c3:39651 2024-11-28T02:59:14,789 DEBUG [RS:2;978bd30859c3:40131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;978bd30859c3:40131 2024-11-28T02:59:14,792 INFO [RS:1;978bd30859c3:39651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:59:14,792 INFO [RS:2;978bd30859c3:40131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:59:14,792 INFO [RS:1;978bd30859c3:39651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:59:14,792 INFO [RS:2;978bd30859c3:40131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:59:14,792 DEBUG [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:59:14,792 DEBUG [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:59:14,793 DEBUG [RS:0;978bd30859c3:35185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;978bd30859c3:35185 2024-11-28T02:59:14,793 INFO [RS:0;978bd30859c3:35185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:59:14,793 INFO [RS:0;978bd30859c3:35185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:59:14,793 DEBUG [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:59:14,795 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,38549,1732762752762 with port=40131, startcode=1732762753711 2024-11-28T02:59:14,795 INFO [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,38549,1732762752762 with port=35185, startcode=1732762753543 2024-11-28T02:59:14,795 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,38549,1732762752762 with port=39651, startcode=1732762753647 2024-11-28T02:59:14,807 DEBUG [RS:1;978bd30859c3:39651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:59:14,807 DEBUG [RS:2;978bd30859c3:40131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:59:14,807 DEBUG [RS:0;978bd30859c3:35185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:59:14,809 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T02:59:14,819 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T02:59:14,827 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T02:59:14,832 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 978bd30859c3,38549,1732762752762 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T02:59:14,840 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:59:14,840 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:59:14,840 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:59:14,841 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:59:14,841 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/978bd30859c3:0, corePoolSize=10, maxPoolSize=10 2024-11-28T02:59:14,841 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:14,841 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:59:14,841 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:14,845 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732762784845 2024-11-28T02:59:14,846 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39133, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:59:14,846 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60441, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:59:14,846 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59857, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:59:14,847 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T02:59:14,848 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T02:59:14,850 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:59:14,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T02:59:14,852 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T02:59:14,852 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T02:59:14,852 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T02:59:14,853 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T02:59:14,853 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38549 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-28T02:59:14,853 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:14,857 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:14,857 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T02:59:14,858 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T02:59:14,859 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T02:59:14,860 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T02:59:14,860 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38549 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-28T02:59:14,861 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38549 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-28T02:59:14,862 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T02:59:14,863 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T02:59:14,865 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762754864,5,FailOnTimeoutGroup] 2024-11-28T02:59:14,867 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762754865,5,FailOnTimeoutGroup] 2024-11-28T02:59:14,867 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:14,867 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T02:59:14,868 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:14,868 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:59:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:59:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:59:14,911 DEBUG [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-28T02:59:14,911 DEBUG [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-28T02:59:14,911 DEBUG [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-28T02:59:14,911 WARN [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-28T02:59:14,911 WARN [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-28T02:59:14,911 WARN [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-28T02:59:14,911 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T02:59:14,912 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:14,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:59:14,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:59:14,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:59:14,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:14,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:59:14,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:59:14,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:14,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:59:14,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:59:14,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:59:14,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:14,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:59:14,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:59:14,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:59:14,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:14,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:59:14,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:59:14,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:59:14,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:14,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:59:14,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:59:14,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740 2024-11-28T02:59:14,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740 2024-11-28T02:59:14,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:59:14,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:59:14,951 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:59:14,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:59:14,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:14,958 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65684303, jitterRate=-0.02122761309146881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:59:14,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732762754927Initializing all the Stores at 1732762754929 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762754929Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762754929Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762754929Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762754929Cleaning up temporary data from old regions at 1732762754950 (+21 ms)Region opened successfully at 1732762754962 (+12 ms) 2024-11-28T02:59:14,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:59:14,962 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:59:14,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:59:14,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:59:14,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:59:14,964 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:59:14,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762754962Disabling compacts and flushes for region at 1732762754962Disabling writes for close at 1732762754962Writing region close event to WAL at 1732762754963 (+1 ms)Closed at 1732762754964 (+1 ms) 2024-11-28T02:59:14,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:59:14,968 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T02:59:14,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T02:59:14,981 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:59:14,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T02:59:15,013 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,38549,1732762752762 with port=40131, startcode=1732762753711 2024-11-28T02:59:15,013 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,38549,1732762752762 with port=39651, startcode=1732762753647 2024-11-28T02:59:15,013 INFO [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,38549,1732762752762 with port=35185, startcode=1732762753543 2024-11-28T02:59:15,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,39651,1732762753647 2024-11-28T02:59:15,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38549 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,39651,1732762753647 2024-11-28T02:59:15,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,40131,1732762753711 2024-11-28T02:59:15,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38549 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,40131,1732762753711 2024-11-28T02:59:15,026 DEBUG [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:15,026 DEBUG [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35021 2024-11-28T02:59:15,027 DEBUG [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:59:15,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,35185,1732762753543 2024-11-28T02:59:15,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38549 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,35185,1732762753543 2024-11-28T02:59:15,028 DEBUG [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:15,029 DEBUG [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35021 2024-11-28T02:59:15,029 DEBUG [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:59:15,031 DEBUG [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:15,031 DEBUG [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35021 2024-11-28T02:59:15,031 DEBUG [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:59:15,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:59:15,128 DEBUG [RS:1;978bd30859c3:39651 {}] zookeeper.ZKUtil(111): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,39651,1732762753647 2024-11-28T02:59:15,128 DEBUG [RS:2;978bd30859c3:40131 {}] zookeeper.ZKUtil(111): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,40131,1732762753711 2024-11-28T02:59:15,129 WARN [RS:1;978bd30859c3:39651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:59:15,129 WARN [RS:2;978bd30859c3:40131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:59:15,129 INFO [RS:2;978bd30859c3:40131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:59:15,129 INFO [RS:1;978bd30859c3:39651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:59:15,130 DEBUG [RS:0;978bd30859c3:35185 {}] zookeeper.ZKUtil(111): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,35185,1732762753543 2024-11-28T02:59:15,130 WARN [RS:0;978bd30859c3:35185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:59:15,130 DEBUG [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,39651,1732762753647 2024-11-28T02:59:15,130 DEBUG [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,40131,1732762753711 2024-11-28T02:59:15,130 INFO [RS:0;978bd30859c3:35185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:59:15,130 DEBUG [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543 2024-11-28T02:59:15,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,39651,1732762753647] 2024-11-28T02:59:15,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,40131,1732762753711] 2024-11-28T02:59:15,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,35185,1732762753543] 2024-11-28T02:59:15,135 WARN [978bd30859c3:38549 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T02:59:15,155 INFO [RS:0;978bd30859c3:35185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:59:15,155 INFO [RS:1;978bd30859c3:39651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:59:15,155 INFO [RS:2;978bd30859c3:40131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:59:15,174 INFO [RS:0;978bd30859c3:35185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:59:15,174 INFO [RS:1;978bd30859c3:39651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:59:15,174 INFO [RS:2;978bd30859c3:40131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:59:15,179 INFO [RS:0;978bd30859c3:35185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:59:15,179 INFO [RS:1;978bd30859c3:39651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:59:15,179 INFO [RS:2;978bd30859c3:40131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:59:15,179 INFO [RS:0;978bd30859c3:35185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,179 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,179 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,180 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:59:15,180 INFO [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:59:15,180 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:59:15,185 INFO [RS:2;978bd30859c3:40131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:59:15,185 INFO [RS:0;978bd30859c3:35185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:59:15,185 INFO [RS:1;978bd30859c3:39651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:59:15,187 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,187 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,187 INFO [RS:0;978bd30859c3:35185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,187 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,187 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,187 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,187 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,187 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,187 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,187 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,187 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:59:15,188 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:59:15,188 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:59:15,188 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:59:15,188 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:59:15,188 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,188 DEBUG [RS:1;978bd30859c3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:59:15,189 DEBUG [RS:2;978bd30859c3:40131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:59:15,189 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,189 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:59:15,189 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:59:15,189 DEBUG [RS:0;978bd30859c3:35185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:59:15,192 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,193 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,193 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,193 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,193 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,193 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,39651,1732762753647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:59:15,194 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,194 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,194 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,194 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,194 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,194 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,40131,1732762753711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:59:15,198 INFO [RS:0;978bd30859c3:35185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,198 INFO [RS:0;978bd30859c3:35185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,198 INFO [RS:0;978bd30859c3:35185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,199 INFO [RS:0;978bd30859c3:35185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,199 INFO [RS:0;978bd30859c3:35185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,199 INFO [RS:0;978bd30859c3:35185 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,35185,1732762753543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:59:15,212 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:59:15,213 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,39651,1732762753647-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,214 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,214 INFO [RS:1;978bd30859c3:39651 {}] regionserver.Replication(171): 978bd30859c3,39651,1732762753647 started 2024-11-28T02:59:15,220 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:59:15,220 INFO [RS:0;978bd30859c3:35185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:59:15,220 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,40131,1732762753711-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,220 INFO [RS:0;978bd30859c3:35185 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,35185,1732762753543-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,220 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,220 INFO [RS:0;978bd30859c3:35185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,220 INFO [RS:2;978bd30859c3:40131 {}] regionserver.Replication(171): 978bd30859c3,40131,1732762753711 started 2024-11-28T02:59:15,220 INFO [RS:0;978bd30859c3:35185 {}] regionserver.Replication(171): 978bd30859c3,35185,1732762753543 started 2024-11-28T02:59:15,231 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,232 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,39651,1732762753647, RpcServer on 978bd30859c3/172.17.0.2:39651, sessionid=0x10180aae67b0002 2024-11-28T02:59:15,232 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:59:15,233 DEBUG [RS:1;978bd30859c3:39651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,39651,1732762753647 2024-11-28T02:59:15,233 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,39651,1732762753647' 2024-11-28T02:59:15,233 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:59:15,234 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:59:15,234 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:59:15,234 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:59:15,235 DEBUG [RS:1;978bd30859c3:39651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,39651,1732762753647 2024-11-28T02:59:15,235 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,39651,1732762753647' 2024-11-28T02:59:15,235 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:59:15,235 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:59:15,236 DEBUG [RS:1;978bd30859c3:39651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:59:15,236 INFO [RS:1;978bd30859c3:39651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:59:15,236 INFO [RS:1;978bd30859c3:39651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:59:15,243 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,243 INFO [RS:0;978bd30859c3:35185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:15,243 INFO [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,35185,1732762753543, RpcServer on 978bd30859c3/172.17.0.2:35185, sessionid=0x10180aae67b0001 2024-11-28T02:59:15,243 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,40131,1732762753711, RpcServer on 978bd30859c3/172.17.0.2:40131, sessionid=0x10180aae67b0003 2024-11-28T02:59:15,243 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:59:15,243 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:59:15,243 DEBUG [RS:0;978bd30859c3:35185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,35185,1732762753543 2024-11-28T02:59:15,243 DEBUG [RS:2;978bd30859c3:40131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,40131,1732762753711 2024-11-28T02:59:15,243 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,35185,1732762753543' 2024-11-28T02:59:15,243 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,40131,1732762753711' 2024-11-28T02:59:15,243 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:59:15,243 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:59:15,244 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:59:15,244 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:59:15,245 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:59:15,245 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:59:15,245 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:59:15,245 DEBUG [RS:2;978bd30859c3:40131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,40131,1732762753711 2024-11-28T02:59:15,245 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:59:15,245 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,40131,1732762753711' 2024-11-28T02:59:15,245 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:59:15,245 DEBUG [RS:0;978bd30859c3:35185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,35185,1732762753543 2024-11-28T02:59:15,245 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,35185,1732762753543' 2024-11-28T02:59:15,245 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:59:15,245 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:59:15,246 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:59:15,246 DEBUG [RS:0;978bd30859c3:35185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:59:15,246 DEBUG [RS:2;978bd30859c3:40131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:59:15,246 INFO [RS:0;978bd30859c3:35185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:59:15,246 INFO [RS:2;978bd30859c3:40131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:59:15,246 INFO [RS:0;978bd30859c3:35185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:59:15,247 INFO [RS:2;978bd30859c3:40131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:59:15,344 INFO [RS:1;978bd30859c3:39651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:59:15,348 INFO [RS:0;978bd30859c3:35185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:59:15,348 INFO [RS:2;978bd30859c3:40131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:59:15,349 INFO [RS:1;978bd30859c3:39651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C39651%2C1732762753647, suffix=, logDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,39651,1732762753647, archiveDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/oldWALs, maxLogs=32 2024-11-28T02:59:15,350 INFO [RS:0;978bd30859c3:35185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C35185%2C1732762753543, suffix=, logDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543, archiveDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/oldWALs, maxLogs=32 2024-11-28T02:59:15,351 INFO [RS:2;978bd30859c3:40131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C40131%2C1732762753711, suffix=, logDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,40131,1732762753711, archiveDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/oldWALs, maxLogs=32 2024-11-28T02:59:15,365 DEBUG [RS:1;978bd30859c3:39651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,39651,1732762753647/978bd30859c3%2C39651%2C1732762753647.1732762755352, exclude list is [], retry=0 2024-11-28T02:59:15,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34389,DS-e6a517ea-effd-4e71-a583-95e107828777,DISK] 2024-11-28T02:59:15,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43151,DS-f437bdce-a9dd-4e28-b4d2-6ca2914942ae,DISK] 2024-11-28T02:59:15,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32773,DS-6fbd94fb-d64a-455a-9d93-2d36381b76a8,DISK] 2024-11-28T02:59:15,372 DEBUG [RS:2;978bd30859c3:40131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,40131,1732762753711/978bd30859c3%2C40131%2C1732762753711.1732762755353, exclude list is [], retry=0 2024-11-28T02:59:15,372 DEBUG [RS:0;978bd30859c3:35185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543/978bd30859c3%2C35185%2C1732762753543.1732762755353, exclude list is [], retry=0 2024-11-28T02:59:15,375 INFO [RS:1;978bd30859c3:39651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,39651,1732762753647/978bd30859c3%2C39651%2C1732762753647.1732762755352 2024-11-28T02:59:15,375 DEBUG [RS:1;978bd30859c3:39651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44531:44531),(127.0.0.1/127.0.0.1:42123:42123),(127.0.0.1/127.0.0.1:35807:35807)] 2024-11-28T02:59:15,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34389,DS-e6a517ea-effd-4e71-a583-95e107828777,DISK] 2024-11-28T02:59:15,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32773,DS-6fbd94fb-d64a-455a-9d93-2d36381b76a8,DISK] 2024-11-28T02:59:15,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43151,DS-f437bdce-a9dd-4e28-b4d2-6ca2914942ae,DISK] 2024-11-28T02:59:15,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34389,DS-e6a517ea-effd-4e71-a583-95e107828777,DISK] 2024-11-28T02:59:15,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43151,DS-f437bdce-a9dd-4e28-b4d2-6ca2914942ae,DISK] 2024-11-28T02:59:15,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32773,DS-6fbd94fb-d64a-455a-9d93-2d36381b76a8,DISK] 2024-11-28T02:59:15,388 INFO [RS:2;978bd30859c3:40131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,40131,1732762753711/978bd30859c3%2C40131%2C1732762753711.1732762755353 2024-11-28T02:59:15,388 INFO [RS:0;978bd30859c3:35185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543/978bd30859c3%2C35185%2C1732762753543.1732762755353 2024-11-28T02:59:15,388 DEBUG [RS:2;978bd30859c3:40131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35807:35807),(127.0.0.1/127.0.0.1:42123:42123),(127.0.0.1/127.0.0.1:44531:44531)] 2024-11-28T02:59:15,391 DEBUG [RS:0;978bd30859c3:35185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42123:42123),(127.0.0.1/127.0.0.1:44531:44531),(127.0.0.1/127.0.0.1:35807:35807)] 2024-11-28T02:59:15,639 DEBUG [978bd30859c3:38549 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-28T02:59:15,650 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:59:15,656 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:59:15,656 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:59:15,656 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T02:59:15,656 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:59:15,656 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:59:15,656 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T02:59:15,656 INFO [978bd30859c3:38549 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:59:15,656 INFO [978bd30859c3:38549 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:59:15,657 INFO [978bd30859c3:38549 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T02:59:15,657 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:59:15,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=978bd30859c3,35185,1732762753543 2024-11-28T02:59:15,669 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,35185,1732762753543, state=OPENING 2024-11-28T02:59:15,724 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T02:59:15,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:15,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:15,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:15,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:59:15,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:59:15,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:59:15,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:59:15,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:59:15,741 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:59:15,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,35185,1732762753543}] 2024-11-28T02:59:23,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T02:59:23,125 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T02:59:25,778 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:59:25,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41281, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:59:25,792 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T02:59:25,792 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:59:25,793 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T02:59:25,796 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C35185%2C1732762753543.meta, suffix=.meta, logDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543, archiveDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/oldWALs, maxLogs=32 2024-11-28T02:59:25,811 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta, exclude list is [], retry=0 2024-11-28T02:59:25,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32773,DS-6fbd94fb-d64a-455a-9d93-2d36381b76a8,DISK] 2024-11-28T02:59:25,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43151,DS-f437bdce-a9dd-4e28-b4d2-6ca2914942ae,DISK] 2024-11-28T02:59:25,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34389,DS-e6a517ea-effd-4e71-a583-95e107828777,DISK] 2024-11-28T02:59:25,818 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta 2024-11-28T02:59:25,818 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35807:35807),(127.0.0.1/127.0.0.1:44531:44531),(127.0.0.1/127.0.0.1:42123:42123)] 2024-11-28T02:59:25,819 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:59:25,820 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T02:59:25,822 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T02:59:25,826 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T02:59:25,830 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T02:59:25,830 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:25,831 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T02:59:25,831 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T02:59:25,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:59:25,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:59:25,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:25,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:59:25,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:59:25,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:59:25,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:25,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:59:25,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:59:25,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:59:25,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:25,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:59:25,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:59:25,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:59:25,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:25,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:59:25,843 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:59:25,845 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740 2024-11-28T02:59:25,848 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740 2024-11-28T02:59:25,850 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:59:25,850 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:59:25,851 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:59:25,854 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:59:25,856 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58814698, jitterRate=-0.12359270453453064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:59:25,856 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T02:59:25,857 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732762765831Writing region info on filesystem at 1732762765831Initializing all the Stores at 1732762765833 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762765833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762765833Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762765833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762765833Cleaning up temporary data from old regions at 1732762765850 (+17 ms)Running coprocessor post-open hooks at 1732762765856 (+6 ms)Region opened successfully at 1732762765857 (+1 ms) 2024-11-28T02:59:25,865 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732762765768 2024-11-28T02:59:25,876 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T02:59:25,877 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T02:59:25,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,35185,1732762753543 2024-11-28T02:59:25,880 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,35185,1732762753543, state=OPEN 2024-11-28T02:59:25,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:59:25,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:59:25,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:59:25,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:59:25,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:59:25,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:59:25,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:59:25,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:59:25,948 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=978bd30859c3,35185,1732762753543 2024-11-28T02:59:25,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T02:59:25,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,35185,1732762753543 in 10.2040 sec 2024-11-28T02:59:25,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T02:59:25,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9840 sec 2024-11-28T02:59:25,964 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:59:25,964 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T02:59:25,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:59:25,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1] 2024-11-28T02:59:25,999 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:59:26,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50997, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:59:26,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2550 sec 2024-11-28T02:59:26,019 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732762766018, completionTime=-1 2024-11-28T02:59:26,021 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-28T02:59:26,021 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T02:59:26,043 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-28T02:59:26,043 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732762826043 2024-11-28T02:59:26,043 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732762886043 2024-11-28T02:59:26,043 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-11-28T02:59:26,044 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T02:59:26,051 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,38549,1732762752762-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:26,051 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,38549,1732762752762-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:26,051 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,38549,1732762752762-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:26,053 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-978bd30859c3:38549, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:26,054 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:26,054 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:26,060 DEBUG [master/978bd30859c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T02:59:26,080 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.263sec 2024-11-28T02:59:26,081 INFO [master/978bd30859c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T02:59:26,082 INFO [master/978bd30859c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T02:59:26,083 INFO [master/978bd30859c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T02:59:26,083 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T02:59:26,083 INFO [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T02:59:26,084 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,38549,1732762752762-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:59:26,084 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,38549,1732762752762-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T02:59:26,088 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T02:59:26,089 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T02:59:26,089 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,38549,1732762752762-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:59:26,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b52e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:59:26,175 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T02:59:26,175 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T02:59:26,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,38549,-1 for getting cluster id 2024-11-28T02:59:26,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T02:59:26,191 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af06285f-32dc-4496-a3e9-a8d5febb8b6b' 2024-11-28T02:59:26,193 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T02:59:26,194 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af06285f-32dc-4496-a3e9-a8d5febb8b6b" 2024-11-28T02:59:26,194 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26535e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:59:26,194 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,38549,-1] 2024-11-28T02:59:26,197 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T02:59:26,199 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:59:26,200 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T02:59:26,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:59:26,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:59:26,210 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1] 2024-11-28T02:59:26,210 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:59:26,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:59:26,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=978bd30859c3,38549,1732762752762 2024-11-28T02:59:26,258 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732762766256 (current time:1732762766256). 2024-11-28T02:59:26,258 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-28T02:59:26,258 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-28T02:59:26,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:59:26,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,38549,-1 for getting cluster id 2024-11-28T02:59:26,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T02:59:26,265 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af06285f-32dc-4496-a3e9-a8d5febb8b6b' 2024-11-28T02:59:26,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T02:59:26,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af06285f-32dc-4496-a3e9-a8d5febb8b6b" 2024-11-28T02:59:26,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2021aa5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:59:26,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,38549,-1] 2024-11-28T02:59:26,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T02:59:26,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:59:26,268 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T02:59:26,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a51c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:59:26,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:59:26,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1] 2024-11-28T02:59:26,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:59:26,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:59:26,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:59:26,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:59:26,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:59:26,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:59:26,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T02:59:26,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T02:59:26,301 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 978bd30859c3,38549,1732762752762 2024-11-28T02:59:26,304 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cf844b4 2024-11-28T02:59:26,304 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:59:26,306 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:59:26,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:59:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-28T02:59:26,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:59:26,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-28T02:59:26,341 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:26,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:59:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:59:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741837_1013 (size=361) 2024-11-28T02:59:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741837_1013 (size=361) 2024-11-28T02:59:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741837_1013 (size=361) 2024-11-28T02:59:26,363 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 66ca095fd906bb9983317fc9a961a2f5, NAME => 'SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:26,364 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0697e89d89f117923e092d2e0141abe, NAME => 'SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:26,364 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bec84db2138b692ecf219f22433acb73, NAME => 'SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741838_1014 (size=62) 2024-11-28T02:59:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741838_1014 (size=62) 2024-11-28T02:59:26,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741838_1014 (size=62) 2024-11-28T02:59:26,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:26,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bec84db2138b692ecf219f22433acb73, disabling compactions & flushes 2024-11-28T02:59:26,387 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T02:59:26,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T02:59:26,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. after waiting 0 ms 2024-11-28T02:59:26,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T02:59:26,387 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T02:59:26,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bec84db2138b692ecf219f22433acb73: Waiting for close lock at 1732762766387Disabling compacts and flushes for region at 1732762766387Disabling writes for close at 1732762766387Writing region close event to WAL at 1732762766387Closed at 1732762766387 2024-11-28T02:59:26,388 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c9aac10aae78e591ad866a133d74014a, NAME => 'SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:26,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741839_1015 (size=54) 2024-11-28T02:59:26,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741840_1016 (size=62) 2024-11-28T02:59:26,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741840_1016 (size=62) 2024-11-28T02:59:26,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741839_1015 (size=54) 2024-11-28T02:59:26,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741839_1015 (size=54) 2024-11-28T02:59:26,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741840_1016 (size=62) 2024-11-28T02:59:26,399 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:26,399 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:26,399 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a0697e89d89f117923e092d2e0141abe, disabling compactions & flushes 2024-11-28T02:59:26,400 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T02:59:26,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T02:59:26,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 66ca095fd906bb9983317fc9a961a2f5, disabling compactions & flushes 2024-11-28T02:59:26,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. after waiting 0 ms 2024-11-28T02:59:26,400 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T02:59:26,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T02:59:26,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T02:59:26,400 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T02:59:26,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. after waiting 0 ms 2024-11-28T02:59:26,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0697e89d89f117923e092d2e0141abe: Waiting for close lock at 1732762766399Disabling compacts and flushes for region at 1732762766399Disabling writes for close at 1732762766400 (+1 ms)Writing region close event to WAL at 1732762766400Closed at 1732762766400 2024-11-28T02:59:26,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T02:59:26,400 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T02:59:26,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 66ca095fd906bb9983317fc9a961a2f5: Waiting for close lock at 1732762766400Disabling compacts and flushes for region at 1732762766400Disabling writes for close at 1732762766400Writing region close event to WAL at 1732762766400Closed at 1732762766400 2024-11-28T02:59:26,401 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63a4ab6216a3daf3d0a4f9aa95c6136e, NAME => 'SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:26,401 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 81623a84a76c7439d50ebee5ef5d731f, NAME => 'SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:26,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741842_1018 (size=62) 2024-11-28T02:59:26,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741842_1018 (size=62) 2024-11-28T02:59:26,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741841_1017 (size=62) 2024-11-28T02:59:26,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741842_1018 (size=62) 2024-11-28T02:59:26,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741841_1017 (size=62) 2024-11-28T02:59:26,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741841_1017 (size=62) 2024-11-28T02:59:26,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:26,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:26,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c9aac10aae78e591ad866a133d74014a, disabling compactions & flushes 2024-11-28T02:59:26,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 81623a84a76c7439d50ebee5ef5d731f, disabling compactions & flushes 2024-11-28T02:59:26,428 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T02:59:26,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T02:59:26,428 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T02:59:26,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. after waiting 0 ms 2024-11-28T02:59:26,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T02:59:26,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T02:59:26,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. after waiting 0 ms 2024-11-28T02:59:26,428 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T02:59:26,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T02:59:26,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c9aac10aae78e591ad866a133d74014a: Waiting for close lock at 1732762766428Disabling compacts and flushes for region at 1732762766428Disabling writes for close at 1732762766428Writing region close event to WAL at 1732762766428Closed at 1732762766428 2024-11-28T02:59:26,428 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T02:59:26,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 81623a84a76c7439d50ebee5ef5d731f: Waiting for close lock at 1732762766428Disabling compacts and flushes for region at 1732762766428Disabling writes for close at 1732762766428Writing region close event to WAL at 1732762766428Closed at 1732762766428 2024-11-28T02:59:26,429 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2000afb70276045099e7a1a07c2814fa, NAME => 'SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:26,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741843_1019 (size=62) 2024-11-28T02:59:26,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741843_1019 (size=62) 2024-11-28T02:59:26,431 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5eeaaa4914c49c1df95f126e521c324a, NAME => 'SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:26,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741843_1019 (size=62) 2024-11-28T02:59:26,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:26,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 63a4ab6216a3daf3d0a4f9aa95c6136e, disabling compactions & flushes 2024-11-28T02:59:26,432 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T02:59:26,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T02:59:26,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. after waiting 0 ms 2024-11-28T02:59:26,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T02:59:26,432 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T02:59:26,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63a4ab6216a3daf3d0a4f9aa95c6136e: Waiting for close lock at 1732762766432Disabling compacts and flushes for region at 1732762766432Disabling writes for close at 1732762766432Writing region close event to WAL at 1732762766432Closed at 1732762766432 2024-11-28T02:59:26,433 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92c711afa51a98116367837141fce776, NAME => 'SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741845_1021 (size=62) 2024-11-28T02:59:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741845_1021 (size=62) 2024-11-28T02:59:26,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741845_1021 (size=62) 2024-11-28T02:59:26,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:26,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5eeaaa4914c49c1df95f126e521c324a, disabling compactions & flushes 2024-11-28T02:59:26,451 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T02:59:26,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T02:59:26,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. after waiting 0 ms 2024-11-28T02:59:26,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T02:59:26,451 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T02:59:26,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5eeaaa4914c49c1df95f126e521c324a: Waiting for close lock at 1732762766451Disabling compacts and flushes for region at 1732762766451Disabling writes for close at 1732762766451Writing region close event to WAL at 1732762766451Closed at 1732762766451 2024-11-28T02:59:26,452 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bfbe424035b2e412974c1a807a2ed33c, NAME => 'SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e 2024-11-28T02:59:26,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741844_1020 (size=62) 2024-11-28T02:59:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:59:26,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741844_1020 (size=62) 2024-11-28T02:59:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741844_1020 (size=62) 2024-11-28T02:59:26,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:26,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2000afb70276045099e7a1a07c2814fa, disabling compactions & flushes 2024-11-28T02:59:26,460 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T02:59:26,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T02:59:26,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. after waiting 0 ms 2024-11-28T02:59:26,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T02:59:26,460 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T02:59:26,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2000afb70276045099e7a1a07c2814fa: Waiting for close lock at 1732762766460Disabling compacts and flushes for region at 1732762766460Disabling writes for close at 1732762766460Writing region close event to WAL at 1732762766460Closed at 1732762766460 2024-11-28T02:59:26,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741846_1022 (size=62) 2024-11-28T02:59:26,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741846_1022 (size=62) 2024-11-28T02:59:26,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741846_1022 (size=62) 2024-11-28T02:59:26,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:26,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 92c711afa51a98116367837141fce776, disabling compactions & flushes 2024-11-28T02:59:26,465 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T02:59:26,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T02:59:26,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. after waiting 0 ms 2024-11-28T02:59:26,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T02:59:26,465 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T02:59:26,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92c711afa51a98116367837141fce776: Waiting for close lock at 1732762766465Disabling compacts and flushes for region at 1732762766465Disabling writes for close at 1732762766465Writing region close event to WAL at 1732762766465Closed at 1732762766465 2024-11-28T02:59:26,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741847_1023 (size=54) 2024-11-28T02:59:26,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741847_1023 (size=54) 2024-11-28T02:59:26,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741847_1023 (size=54) 2024-11-28T02:59:26,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:26,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing bfbe424035b2e412974c1a807a2ed33c, disabling compactions & flushes 2024-11-28T02:59:26,470 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T02:59:26,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T02:59:26,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. after waiting 0 ms 2024-11-28T02:59:26,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T02:59:26,470 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T02:59:26,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for bfbe424035b2e412974c1a807a2ed33c: Waiting for close lock at 1732762766470Disabling compacts and flushes for region at 1732762766470Disabling writes for close at 1732762766470Writing region close event to WAL at 1732762766470Closed at 1732762766470 2024-11-28T02:59:26,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:59:26,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762766472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762766472"}]},"ts":"1732762766472"} 2024-11-28T02:59:26,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732762766472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762766472"}]},"ts":"1732762766472"} 2024-11-28T02:59:26,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762766472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762766472"}]},"ts":"1732762766472"} 2024-11-28T02:59:26,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762766472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762766472"}]},"ts":"1732762766472"} 2024-11-28T02:59:26,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762766472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762766472"}]},"ts":"1732762766472"} 2024-11-28T02:59:26,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762766472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762766472"}]},"ts":"1732762766472"} 2024-11-28T02:59:26,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762766472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762766472"}]},"ts":"1732762766472"} 2024-11-28T02:59:26,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762766472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762766472"}]},"ts":"1732762766472"} 2024-11-28T02:59:26,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762766472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762766472"}]},"ts":"1732762766472"} 2024-11-28T02:59:26,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732762766472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762766472"}]},"ts":"1732762766472"} 2024-11-28T02:59:26,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-28T02:59:26,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:59:26,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762766513"}]},"ts":"1732762766513"} 2024-11-28T02:59:26,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-28T02:59:26,522 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:59:26,531 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:59:26,531 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:59:26,531 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T02:59:26,531 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:59:26,531 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:59:26,531 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T02:59:26,531 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:59:26,531 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:59:26,531 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T02:59:26,531 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:59:26,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0697e89d89f117923e092d2e0141abe, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bec84db2138b692ecf219f22433acb73, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66ca095fd906bb9983317fc9a961a2f5, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9aac10aae78e591ad866a133d74014a, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63a4ab6216a3daf3d0a4f9aa95c6136e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81623a84a76c7439d50ebee5ef5d731f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2000afb70276045099e7a1a07c2814fa, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eeaaa4914c49c1df95f126e521c324a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92c711afa51a98116367837141fce776, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfbe424035b2e412974c1a807a2ed33c, ASSIGN}] 2024-11-28T02:59:26,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81623a84a76c7439d50ebee5ef5d731f, ASSIGN 2024-11-28T02:59:26,538 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2000afb70276045099e7a1a07c2814fa, ASSIGN 2024-11-28T02:59:26,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eeaaa4914c49c1df95f126e521c324a, ASSIGN 2024-11-28T02:59:26,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63a4ab6216a3daf3d0a4f9aa95c6136e, ASSIGN 2024-11-28T02:59:26,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63a4ab6216a3daf3d0a4f9aa95c6136e, ASSIGN; state=OFFLINE, location=978bd30859c3,39651,1732762753647; forceNewPlan=false, retain=false 2024-11-28T02:59:26,540 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81623a84a76c7439d50ebee5ef5d731f, ASSIGN; state=OFFLINE, location=978bd30859c3,35185,1732762753543; forceNewPlan=false, retain=false 2024-11-28T02:59:26,540 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5eeaaa4914c49c1df95f126e521c324a, ASSIGN; state=OFFLINE, location=978bd30859c3,40131,1732762753711; forceNewPlan=false, retain=false 2024-11-28T02:59:26,540 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2000afb70276045099e7a1a07c2814fa, ASSIGN; state=OFFLINE, location=978bd30859c3,35185,1732762753543; forceNewPlan=false, retain=false 2024-11-28T02:59:26,540 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfbe424035b2e412974c1a807a2ed33c, ASSIGN 2024-11-28T02:59:26,541 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfbe424035b2e412974c1a807a2ed33c, ASSIGN; state=OFFLINE, location=978bd30859c3,40131,1732762753711; forceNewPlan=false, retain=false 2024-11-28T02:59:26,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9aac10aae78e591ad866a133d74014a, ASSIGN 2024-11-28T02:59:26,546 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92c711afa51a98116367837141fce776, ASSIGN 2024-11-28T02:59:26,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9aac10aae78e591ad866a133d74014a, ASSIGN; state=OFFLINE, location=978bd30859c3,40131,1732762753711; forceNewPlan=false, retain=false 2024-11-28T02:59:26,546 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bec84db2138b692ecf219f22433acb73, ASSIGN 2024-11-28T02:59:26,546 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66ca095fd906bb9983317fc9a961a2f5, ASSIGN 2024-11-28T02:59:26,547 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92c711afa51a98116367837141fce776, ASSIGN; state=OFFLINE, location=978bd30859c3,39651,1732762753647; forceNewPlan=false, retain=false 2024-11-28T02:59:26,548 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bec84db2138b692ecf219f22433acb73, ASSIGN; state=OFFLINE, location=978bd30859c3,40131,1732762753711; forceNewPlan=false, retain=false 2024-11-28T02:59:26,548 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66ca095fd906bb9983317fc9a961a2f5, ASSIGN; state=OFFLINE, location=978bd30859c3,39651,1732762753647; forceNewPlan=false, retain=false 2024-11-28T02:59:26,549 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0697e89d89f117923e092d2e0141abe, ASSIGN 2024-11-28T02:59:26,550 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0697e89d89f117923e092d2e0141abe, ASSIGN; state=OFFLINE, location=978bd30859c3,35185,1732762753543; forceNewPlan=false, retain=false 2024-11-28T02:59:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:59:26,693 INFO [978bd30859c3:38549 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-28T02:59:26,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bec84db2138b692ecf219f22433acb73, regionState=OPENING, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T02:59:26,695 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5eeaaa4914c49c1df95f126e521c324a, regionState=OPENING, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T02:59:26,695 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bfbe424035b2e412974c1a807a2ed33c, regionState=OPENING, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T02:59:26,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=92c711afa51a98116367837141fce776, regionState=OPENING, regionLocation=978bd30859c3,39651,1732762753647 2024-11-28T02:59:26,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c9aac10aae78e591ad866a133d74014a, regionState=OPENING, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T02:59:26,697 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63a4ab6216a3daf3d0a4f9aa95c6136e, regionState=OPENING, regionLocation=978bd30859c3,39651,1732762753647 2024-11-28T02:59:26,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=66ca095fd906bb9983317fc9a961a2f5, regionState=OPENING, regionLocation=978bd30859c3,39651,1732762753647 2024-11-28T02:59:26,697 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=81623a84a76c7439d50ebee5ef5d731f, regionState=OPENING, regionLocation=978bd30859c3,35185,1732762753543 2024-11-28T02:59:26,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2000afb70276045099e7a1a07c2814fa, regionState=OPENING, regionLocation=978bd30859c3,35185,1732762753543 2024-11-28T02:59:26,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0697e89d89f117923e092d2e0141abe, regionState=OPENING, regionLocation=978bd30859c3,35185,1732762753543 2024-11-28T02:59:26,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bec84db2138b692ecf219f22433acb73, ASSIGN because future has completed 2024-11-28T02:59:26,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bec84db2138b692ecf219f22433acb73, server=978bd30859c3,40131,1732762753711}] 2024-11-28T02:59:26,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92c711afa51a98116367837141fce776, ASSIGN because future has completed 2024-11-28T02:59:26,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92c711afa51a98116367837141fce776, server=978bd30859c3,39651,1732762753647}] 2024-11-28T02:59:26,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfbe424035b2e412974c1a807a2ed33c, ASSIGN because future has completed 2024-11-28T02:59:26,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5eeaaa4914c49c1df95f126e521c324a, ASSIGN because future has completed 2024-11-28T02:59:26,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eeaaa4914c49c1df95f126e521c324a, server=978bd30859c3,40131,1732762753711}] 2024-11-28T02:59:26,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfbe424035b2e412974c1a807a2ed33c, server=978bd30859c3,40131,1732762753711}] 2024-11-28T02:59:26,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9aac10aae78e591ad866a133d74014a, ASSIGN because future has completed 2024-11-28T02:59:26,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63a4ab6216a3daf3d0a4f9aa95c6136e, ASSIGN because future has completed 2024-11-28T02:59:26,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63a4ab6216a3daf3d0a4f9aa95c6136e, server=978bd30859c3,39651,1732762753647}] 2024-11-28T02:59:26,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9aac10aae78e591ad866a133d74014a, server=978bd30859c3,40131,1732762753711}] 2024-11-28T02:59:26,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2000afb70276045099e7a1a07c2814fa, ASSIGN because future has completed 2024-11-28T02:59:26,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81623a84a76c7439d50ebee5ef5d731f, ASSIGN because future has completed 2024-11-28T02:59:26,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66ca095fd906bb9983317fc9a961a2f5, ASSIGN because future has completed 2024-11-28T02:59:26,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ca095fd906bb9983317fc9a961a2f5, server=978bd30859c3,39651,1732762753647}] 2024-11-28T02:59:26,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0697e89d89f117923e092d2e0141abe, ASSIGN because future has completed 2024-11-28T02:59:26,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81623a84a76c7439d50ebee5ef5d731f, server=978bd30859c3,35185,1732762753543}] 2024-11-28T02:59:26,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0697e89d89f117923e092d2e0141abe, server=978bd30859c3,35185,1732762753543}] 2024-11-28T02:59:26,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2000afb70276045099e7a1a07c2814fa, server=978bd30859c3,35185,1732762753543}] 2024-11-28T02:59:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:59:27,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T02:59:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:59:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:59:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:59:31,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T02:59:33,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T02:59:33,123 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T02:59:33,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T02:59:33,126 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T02:59:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:59:36,710 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:59:36,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54147, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:59:36,716 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:59:36,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:59:36,726 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T02:59:36,726 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => bfbe424035b2e412974c1a807a2ed33c, NAME => 'SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-28T02:59:36,727 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:36,727 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:36,727 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:36,727 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:36,727 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T02:59:36,727 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 92c711afa51a98116367837141fce776, NAME => 'SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-28T02:59:36,728 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 92c711afa51a98116367837141fce776 2024-11-28T02:59:36,729 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:36,729 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 92c711afa51a98116367837141fce776 2024-11-28T02:59:36,729 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 92c711afa51a98116367837141fce776 2024-11-28T02:59:36,730 INFO [StoreOpener-bfbe424035b2e412974c1a807a2ed33c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:36,731 INFO [StoreOpener-92c711afa51a98116367837141fce776-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 92c711afa51a98116367837141fce776 2024-11-28T02:59:36,732 INFO [StoreOpener-bfbe424035b2e412974c1a807a2ed33c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfbe424035b2e412974c1a807a2ed33c columnFamilyName cf 2024-11-28T02:59:36,732 DEBUG [StoreOpener-bfbe424035b2e412974c1a807a2ed33c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:36,734 INFO [StoreOpener-bfbe424035b2e412974c1a807a2ed33c-1 {}] regionserver.HStore(327): Store=bfbe424035b2e412974c1a807a2ed33c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:36,734 INFO [StoreOpener-92c711afa51a98116367837141fce776-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92c711afa51a98116367837141fce776 columnFamilyName cf 2024-11-28T02:59:36,734 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:36,734 DEBUG [StoreOpener-92c711afa51a98116367837141fce776-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:36,735 INFO [StoreOpener-92c711afa51a98116367837141fce776-1 {}] regionserver.HStore(327): Store=92c711afa51a98116367837141fce776/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:36,735 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 92c711afa51a98116367837141fce776 2024-11-28T02:59:36,735 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:36,736 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:36,736 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/92c711afa51a98116367837141fce776 2024-11-28T02:59:36,736 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:36,736 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:36,736 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/92c711afa51a98116367837141fce776 2024-11-28T02:59:36,737 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 92c711afa51a98116367837141fce776 2024-11-28T02:59:36,737 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 92c711afa51a98116367837141fce776 2024-11-28T02:59:36,739 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:36,739 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 92c711afa51a98116367837141fce776 2024-11-28T02:59:36,743 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bfbe424035b2e412974c1a807a2ed33c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:36,744 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened bfbe424035b2e412974c1a807a2ed33c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66187840, jitterRate=-0.013724327087402344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:59:36,744 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T02:59:36,744 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:36,744 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2000afb70276045099e7a1a07c2814fa, NAME => 'SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-28T02:59:36,745 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:36,745 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:36,745 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for bfbe424035b2e412974c1a807a2ed33c: Running coprocessor pre-open hook at 1732762776727Writing region info on filesystem at 1732762776727Initializing all the Stores at 1732762776729 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762776729Cleaning up temporary data from old regions at 1732762776736 (+7 ms)Running coprocessor post-open hooks at 1732762776744 (+8 ms)Region opened successfully at 1732762776745 (+1 ms) 2024-11-28T02:59:36,745 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:36,746 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:36,748 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c., pid=17, masterSystemTime=1732762776709 2024-11-28T02:59:36,748 INFO [StoreOpener-2000afb70276045099e7a1a07c2814fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:36,751 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T02:59:36,751 INFO [StoreOpener-2000afb70276045099e7a1a07c2814fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2000afb70276045099e7a1a07c2814fa columnFamilyName cf 2024-11-28T02:59:36,751 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/92c711afa51a98116367837141fce776/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:36,751 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T02:59:36,751 DEBUG [StoreOpener-2000afb70276045099e7a1a07c2814fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:36,751 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T02:59:36,751 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c9aac10aae78e591ad866a133d74014a, NAME => 'SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-28T02:59:36,752 INFO [StoreOpener-2000afb70276045099e7a1a07c2814fa-1 {}] regionserver.HStore(327): Store=2000afb70276045099e7a1a07c2814fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:36,752 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 92c711afa51a98116367837141fce776; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63150162, jitterRate=-0.058989256620407104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:59:36,752 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:36,752 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92c711afa51a98116367837141fce776 2024-11-28T02:59:36,752 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:36,752 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:36,752 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 92c711afa51a98116367837141fce776: Running coprocessor pre-open hook at 1732762776729Writing region info on filesystem at 1732762776729Initializing all the Stores at 1732762776731 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762776731Cleaning up temporary data from old regions at 1732762776737 (+6 ms)Running coprocessor post-open hooks at 1732762776752 (+15 ms)Region opened successfully at 1732762776752 2024-11-28T02:59:36,752 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:36,752 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:36,752 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bfbe424035b2e412974c1a807a2ed33c, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T02:59:36,753 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:36,753 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776., pid=16, masterSystemTime=1732762776716 2024-11-28T02:59:36,754 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:36,755 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:36,755 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:36,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfbe424035b2e412974c1a807a2ed33c, server=978bd30859c3,40131,1732762753711 because future has completed 2024-11-28T02:59:36,757 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T02:59:36,757 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T02:59:36,757 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T02:59:36,757 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 63a4ab6216a3daf3d0a4f9aa95c6136e, NAME => 'SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-28T02:59:36,758 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:36,758 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:36,758 INFO [StoreOpener-c9aac10aae78e591ad866a133d74014a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:36,758 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:36,758 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:36,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=92c711afa51a98116367837141fce776, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,39651,1732762753647 2024-11-28T02:59:36,759 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:36,761 INFO [StoreOpener-63a4ab6216a3daf3d0a4f9aa95c6136e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:36,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-28T02:59:36,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure bfbe424035b2e412974c1a807a2ed33c, server=978bd30859c3,40131,1732762753711 in 10.0440 sec 2024-11-28T02:59:36,763 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/2000afb70276045099e7a1a07c2814fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:36,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92c711afa51a98116367837141fce776, server=978bd30859c3,39651,1732762753647 because future has completed 2024-11-28T02:59:36,764 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2000afb70276045099e7a1a07c2814fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72924801, jitterRate=0.08666421473026276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:59:36,764 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:36,765 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2000afb70276045099e7a1a07c2814fa: Running coprocessor pre-open hook at 1732762776746Writing region info on filesystem at 1732762776746Initializing all the Stores at 1732762776747 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762776748 (+1 ms)Cleaning up temporary data from old regions at 1732762776755 (+7 ms)Running coprocessor post-open hooks at 1732762776765 (+10 ms)Region opened successfully at 1732762776765 2024-11-28T02:59:36,765 INFO [StoreOpener-63a4ab6216a3daf3d0a4f9aa95c6136e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63a4ab6216a3daf3d0a4f9aa95c6136e columnFamilyName cf 2024-11-28T02:59:36,765 DEBUG [StoreOpener-63a4ab6216a3daf3d0a4f9aa95c6136e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:36,766 INFO [StoreOpener-63a4ab6216a3daf3d0a4f9aa95c6136e-1 {}] regionserver.HStore(327): Store=63a4ab6216a3daf3d0a4f9aa95c6136e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:36,766 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa., pid=24, masterSystemTime=1732762776732 2024-11-28T02:59:36,766 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:36,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfbe424035b2e412974c1a807a2ed33c, ASSIGN in 10.2300 sec 2024-11-28T02:59:36,768 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:36,769 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:36,769 INFO [StoreOpener-c9aac10aae78e591ad866a133d74014a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9aac10aae78e591ad866a133d74014a columnFamilyName cf 2024-11-28T02:59:36,770 DEBUG [StoreOpener-c9aac10aae78e591ad866a133d74014a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:36,770 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:36,770 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:36,770 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T02:59:36,770 INFO [StoreOpener-c9aac10aae78e591ad866a133d74014a-1 {}] regionserver.HStore(327): Store=c9aac10aae78e591ad866a133d74014a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:36,770 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T02:59:36,770 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:36,770 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T02:59:36,771 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 81623a84a76c7439d50ebee5ef5d731f, NAME => 'SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-28T02:59:36,771 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:36,771 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:36,771 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:36,772 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:36,772 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:36,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-28T02:59:36,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2000afb70276045099e7a1a07c2814fa, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,35185,1732762753543 2024-11-28T02:59:36,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 92c711afa51a98116367837141fce776, server=978bd30859c3,39651,1732762753647 in 10.0600 sec 2024-11-28T02:59:36,773 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:36,774 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:36,775 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:36,775 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:36,776 INFO [StoreOpener-81623a84a76c7439d50ebee5ef5d731f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:36,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2000afb70276045099e7a1a07c2814fa, server=978bd30859c3,35185,1732762753543 because future has completed 2024-11-28T02:59:36,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92c711afa51a98116367837141fce776, ASSIGN in 10.2400 sec 2024-11-28T02:59:36,778 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/63a4ab6216a3daf3d0a4f9aa95c6136e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:36,779 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:36,779 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 63a4ab6216a3daf3d0a4f9aa95c6136e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66653797, jitterRate=-0.006781026721000671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:59:36,779 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:36,779 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 63a4ab6216a3daf3d0a4f9aa95c6136e: Running coprocessor pre-open hook at 1732762776758Writing region info on filesystem at 1732762776758Initializing all the Stores at 1732762776760 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762776760Cleaning up temporary data from old regions at 1732762776770 (+10 ms)Running coprocessor post-open hooks at 1732762776779 (+9 ms)Region opened successfully at 1732762776779 2024-11-28T02:59:36,779 INFO [StoreOpener-81623a84a76c7439d50ebee5ef5d731f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81623a84a76c7439d50ebee5ef5d731f columnFamilyName cf 2024-11-28T02:59:36,779 DEBUG [StoreOpener-81623a84a76c7439d50ebee5ef5d731f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:36,780 INFO [StoreOpener-81623a84a76c7439d50ebee5ef5d731f-1 {}] regionserver.HStore(327): Store=81623a84a76c7439d50ebee5ef5d731f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:36,780 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:36,780 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e., pid=20, masterSystemTime=1732762776716 2024-11-28T02:59:36,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-28T02:59:36,782 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:36,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2000afb70276045099e7a1a07c2814fa, server=978bd30859c3,35185,1732762753543 in 10.0450 sec 2024-11-28T02:59:36,783 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/c9aac10aae78e591ad866a133d74014a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:36,783 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:36,783 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T02:59:36,783 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T02:59:36,784 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T02:59:36,784 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c9aac10aae78e591ad866a133d74014a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67733834, jitterRate=0.00931277871131897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:59:36,784 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:36,784 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 66ca095fd906bb9983317fc9a961a2f5, NAME => 'SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-28T02:59:36,784 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c9aac10aae78e591ad866a133d74014a: Running coprocessor pre-open hook at 1732762776752Writing region info on filesystem at 1732762776752Initializing all the Stores at 1732762776755 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762776755Cleaning up temporary data from old regions at 1732762776775 (+20 ms)Running coprocessor post-open hooks at 1732762776784 (+9 ms)Region opened successfully at 1732762776784 2024-11-28T02:59:36,784 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:36,784 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:36,785 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:36,785 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:36,785 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:36,785 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:36,785 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a., pid=19, masterSystemTime=1732762776709 2024-11-28T02:59:36,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2000afb70276045099e7a1a07c2814fa, ASSIGN in 10.2500 sec 2024-11-28T02:59:36,787 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63a4ab6216a3daf3d0a4f9aa95c6136e, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,39651,1732762753647 2024-11-28T02:59:36,790 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T02:59:36,790 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T02:59:36,790 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T02:59:36,790 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => bec84db2138b692ecf219f22433acb73, NAME => 'SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-28T02:59:36,790 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:36,791 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c9aac10aae78e591ad866a133d74014a, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T02:59:36,791 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:36,791 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:36,791 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:36,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63a4ab6216a3daf3d0a4f9aa95c6136e, server=978bd30859c3,39651,1732762753647 because future has completed 2024-11-28T02:59:36,791 INFO [StoreOpener-66ca095fd906bb9983317fc9a961a2f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:36,793 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:36,794 INFO [StoreOpener-66ca095fd906bb9983317fc9a961a2f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ca095fd906bb9983317fc9a961a2f5 columnFamilyName cf 2024-11-28T02:59:36,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9aac10aae78e591ad866a133d74014a, server=978bd30859c3,40131,1732762753711 because future has completed 2024-11-28T02:59:36,794 DEBUG [StoreOpener-66ca095fd906bb9983317fc9a961a2f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:36,795 INFO [StoreOpener-66ca095fd906bb9983317fc9a961a2f5-1 {}] regionserver.HStore(327): Store=66ca095fd906bb9983317fc9a961a2f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:36,795 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:36,796 INFO [StoreOpener-bec84db2138b692ecf219f22433acb73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:36,796 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:36,798 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:36,798 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:36,799 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:36,799 INFO [StoreOpener-bec84db2138b692ecf219f22433acb73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bec84db2138b692ecf219f22433acb73 columnFamilyName cf 2024-11-28T02:59:36,799 DEBUG [StoreOpener-bec84db2138b692ecf219f22433acb73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:36,800 INFO [StoreOpener-bec84db2138b692ecf219f22433acb73-1 {}] regionserver.HStore(327): Store=bec84db2138b692ecf219f22433acb73/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:36,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-28T02:59:36,800 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/81623a84a76c7439d50ebee5ef5d731f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:36,800 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:36,801 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:36,801 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 81623a84a76c7439d50ebee5ef5d731f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60954008, jitterRate=-0.09171450138092041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:59:36,801 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:36,802 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 81623a84a76c7439d50ebee5ef5d731f: Running coprocessor pre-open hook at 1732762776772Writing region info on filesystem at 1732762776772Initializing all the Stores at 1732762776775 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762776775Cleaning up temporary data from old regions at 1732762776785 (+10 ms)Running coprocessor post-open hooks at 1732762776802 (+17 ms)Region opened successfully at 1732762776802 2024-11-28T02:59:36,802 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:36,802 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:36,803 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:36,803 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f., pid=22, masterSystemTime=1732762776732 2024-11-28T02:59:36,803 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:36,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 63a4ab6216a3daf3d0a4f9aa95c6136e, server=978bd30859c3,39651,1732762753647 in 10.0760 sec 2024-11-28T02:59:36,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-28T02:59:36,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c9aac10aae78e591ad866a133d74014a, server=978bd30859c3,40131,1732762753711 in 10.0810 sec 2024-11-28T02:59:36,806 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/66ca095fd906bb9983317fc9a961a2f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:36,807 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T02:59:36,807 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T02:59:36,807 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:36,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63a4ab6216a3daf3d0a4f9aa95c6136e, ASSIGN in 10.2680 sec 2024-11-28T02:59:36,807 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T02:59:36,807 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a0697e89d89f117923e092d2e0141abe, NAME => 'SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-28T02:59:36,808 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 66ca095fd906bb9983317fc9a961a2f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69453528, jitterRate=0.03493821620941162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:59:36,808 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:36,808 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:36,808 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:36,808 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 66ca095fd906bb9983317fc9a961a2f5: Running coprocessor pre-open hook at 1732762776785Writing region info on filesystem at 1732762776785Initializing all the Stores at 1732762776787 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762776787Cleaning up temporary data from old regions at 1732762776799 (+12 ms)Running coprocessor post-open hooks at 1732762776808 (+9 ms)Region opened successfully at 1732762776808 2024-11-28T02:59:36,808 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:36,808 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:36,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9aac10aae78e591ad866a133d74014a, ASSIGN in 10.2720 sec 2024-11-28T02:59:36,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=81623a84a76c7439d50ebee5ef5d731f, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,35185,1732762753543 2024-11-28T02:59:36,811 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5., pid=21, masterSystemTime=1732762776716 2024-11-28T02:59:36,811 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bec84db2138b692ecf219f22433acb73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:36,812 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened bec84db2138b692ecf219f22433acb73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64129427, jitterRate=-0.04439707100391388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:59:36,812 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:36,813 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for bec84db2138b692ecf219f22433acb73: Running coprocessor pre-open hook at 1732762776791Writing region info on filesystem at 1732762776791Initializing all the Stores at 1732762776792 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762776792Cleaning up temporary data from old regions at 1732762776803 (+11 ms)Running coprocessor post-open hooks at 1732762776812 (+9 ms)Region opened successfully at 1732762776812 2024-11-28T02:59:36,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81623a84a76c7439d50ebee5ef5d731f, server=978bd30859c3,35185,1732762753543 because future has completed 2024-11-28T02:59:36,814 INFO [StoreOpener-a0697e89d89f117923e092d2e0141abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:36,814 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73., pid=15, masterSystemTime=1732762776709 2024-11-28T02:59:36,815 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T02:59:36,815 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T02:59:36,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=66ca095fd906bb9983317fc9a961a2f5, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,39651,1732762753647 2024-11-28T02:59:36,817 INFO [StoreOpener-a0697e89d89f117923e092d2e0141abe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0697e89d89f117923e092d2e0141abe columnFamilyName cf 2024-11-28T02:59:36,818 DEBUG [StoreOpener-a0697e89d89f117923e092d2e0141abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:36,818 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T02:59:36,818 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T02:59:36,818 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T02:59:36,818 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5eeaaa4914c49c1df95f126e521c324a, NAME => 'SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-28T02:59:36,819 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:36,819 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:59:36,819 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:36,819 INFO [StoreOpener-a0697e89d89f117923e092d2e0141abe-1 {}] regionserver.HStore(327): Store=a0697e89d89f117923e092d2e0141abe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:36,819 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:36,819 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:36,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bec84db2138b692ecf219f22433acb73, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T02:59:36,821 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:36,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-28T02:59:36,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 81623a84a76c7439d50ebee5ef5d731f, server=978bd30859c3,35185,1732762753543 in 10.0880 sec 2024-11-28T02:59:36,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ca095fd906bb9983317fc9a961a2f5, server=978bd30859c3,39651,1732762753647 because future has completed 2024-11-28T02:59:36,823 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:36,823 INFO [StoreOpener-5eeaaa4914c49c1df95f126e521c324a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:36,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bec84db2138b692ecf219f22433acb73, server=978bd30859c3,40131,1732762753711 because future has completed 2024-11-28T02:59:36,824 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:36,825 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:36,827 INFO [StoreOpener-5eeaaa4914c49c1df95f126e521c324a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eeaaa4914c49c1df95f126e521c324a columnFamilyName cf 2024-11-28T02:59:36,827 DEBUG [StoreOpener-5eeaaa4914c49c1df95f126e521c324a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:59:36,828 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:36,828 INFO [StoreOpener-5eeaaa4914c49c1df95f126e521c324a-1 {}] regionserver.HStore(327): Store=5eeaaa4914c49c1df95f126e521c324a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:59:36,828 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:36,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81623a84a76c7439d50ebee5ef5d731f, ASSIGN in 10.2890 sec 2024-11-28T02:59:36,830 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:36,831 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:36,833 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:36,833 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:36,836 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/a0697e89d89f117923e092d2e0141abe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:36,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-28T02:59:36,837 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a0697e89d89f117923e092d2e0141abe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75314134, jitterRate=0.12226805090904236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:59:36,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 66ca095fd906bb9983317fc9a961a2f5, server=978bd30859c3,39651,1732762753647 in 10.1070 sec 2024-11-28T02:59:36,837 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:36,837 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a0697e89d89f117923e092d2e0141abe: Running coprocessor pre-open hook at 1732762776808Writing region info on filesystem at 1732762776808Initializing all the Stores at 1732762776810 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762776810Cleaning up temporary data from old regions at 1732762776825 (+15 ms)Running coprocessor post-open hooks at 1732762776837 (+12 ms)Region opened successfully at 1732762776837 2024-11-28T02:59:36,838 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:36,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-28T02:59:36,839 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe., pid=23, masterSystemTime=1732762776732 2024-11-28T02:59:36,842 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/5eeaaa4914c49c1df95f126e521c324a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:59:36,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bec84db2138b692ecf219f22433acb73, server=978bd30859c3,40131,1732762753711 in 10.1270 sec 2024-11-28T02:59:36,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66ca095fd906bb9983317fc9a961a2f5, ASSIGN in 10.3040 sec 2024-11-28T02:59:36,843 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T02:59:36,843 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T02:59:36,843 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5eeaaa4914c49c1df95f126e521c324a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64622205, jitterRate=-0.03705410659313202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:59:36,844 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:36,844 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5eeaaa4914c49c1df95f126e521c324a: Running coprocessor pre-open hook at 1732762776819Writing region info on filesystem at 1732762776819Initializing all the Stores at 1732762776822 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762776822Cleaning up temporary data from old regions at 1732762776833 (+11 ms)Running coprocessor post-open hooks at 1732762776844 (+11 ms)Region opened successfully at 1732762776844 2024-11-28T02:59:36,845 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a., pid=18, masterSystemTime=1732762776709 2024-11-28T02:59:36,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bec84db2138b692ecf219f22433acb73, ASSIGN in 10.3070 sec 2024-11-28T02:59:36,845 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0697e89d89f117923e092d2e0141abe, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,35185,1732762753543 2024-11-28T02:59:36,848 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T02:59:36,848 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T02:59:36,849 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5eeaaa4914c49c1df95f126e521c324a, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T02:59:36,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0697e89d89f117923e092d2e0141abe, server=978bd30859c3,35185,1732762753543 because future has completed 2024-11-28T02:59:36,854 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38549 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=978bd30859c3,35185,1732762753543, table=SPTestTable, region=a0697e89d89f117923e092d2e0141abe. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-28T02:59:36,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eeaaa4914c49c1df95f126e521c324a, server=978bd30859c3,40131,1732762753711 because future has completed 2024-11-28T02:59:36,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-28T02:59:36,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0697e89d89f117923e092d2e0141abe, server=978bd30859c3,35185,1732762753543 in 10.1280 sec 2024-11-28T02:59:36,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-28T02:59:36,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0697e89d89f117923e092d2e0141abe, ASSIGN in 10.3260 sec 2024-11-28T02:59:36,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5eeaaa4914c49c1df95f126e521c324a, server=978bd30859c3,40131,1732762753711 in 10.1440 sec 2024-11-28T02:59:36,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-28T02:59:36,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eeaaa4914c49c1df95f126e521c324a, ASSIGN in 10.3290 sec 2024-11-28T02:59:36,868 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:59:36,868 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762776868"}]},"ts":"1732762776868"} 2024-11-28T02:59:36,871 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-28T02:59:36,873 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:59:36,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5600 sec 2024-11-28T02:59:39,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-28T02:59:41,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T02:59:42,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T02:59:43,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-28T02:59:43,123 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-28T02:59:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:59:44,557 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-28T02:59:44,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-28T02:59:44,559 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:59:44,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-28T02:59:44,571 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:59:44,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-28T02:59:44,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa., hostname=978bd30859c3,35185,1732762753543, seqNum=2] 2024-11-28T02:59:44,624 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa., hostname=978bd30859c3,35185,1732762753543, seqNum=2] 2024-11-28T02:59:44,629 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa., hostname=978bd30859c3,35185,1732762753543, seqNum=2] 2024-11-28T02:59:44,631 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa., hostname=978bd30859c3,35185,1732762753543, seqNum=2] 2024-11-28T02:59:44,634 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa., hostname=978bd30859c3,35185,1732762753543, seqNum=2] 2024-11-28T02:59:44,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa., hostname=978bd30859c3,35185,1732762753543, seqNum=2] 2024-11-28T02:59:44,639 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa., hostname=978bd30859c3,35185,1732762753543, seqNum=2] 2024-11-28T02:59:44,642 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa., hostname=978bd30859c3,35185,1732762753543, seqNum=2] 2024-11-28T02:59:44,679 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,683 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,686 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,697 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776., hostname=978bd30859c3,39651,1732762753647, seqNum=2] 2024-11-28T02:59:44,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776., hostname=978bd30859c3,39651,1732762753647, seqNum=2] 2024-11-28T02:59:44,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776., hostname=978bd30859c3,39651,1732762753647, seqNum=2] 2024-11-28T02:59:44,739 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776., hostname=978bd30859c3,39651,1732762753647, seqNum=2] 2024-11-28T02:59:44,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776., hostname=978bd30859c3,39651,1732762753647, seqNum=2] 2024-11-28T02:59:44,742 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776., hostname=978bd30859c3,39651,1732762753647, seqNum=2] 2024-11-28T02:59:44,807 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,810 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:44,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c., hostname=978bd30859c3,40131,1732762753711, seqNum=2] 2024-11-28T02:59:45,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:59:45,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:59:45,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35185 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T02:59:45,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:59:45,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:59:45,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40131 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T02:59:45,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T02:59:45,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40131 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T02:59:46,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40131 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T02:59:46,448 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-28T02:59:46,451 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:59:46,452 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-28T02:59:46,457 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-28T02:59:46,469 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-28T02:59:46,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741848_1024 (size=49) 2024-11-28T02:59:46,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741848_1024 (size=49) 2024-11-28T02:59:46,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741848_1024 (size=49) 2024-11-28T02:59:46,482 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-28T02:59:46,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bec84db2138b692ecf219f22433acb73}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66ca095fd906bb9983317fc9a961a2f5}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9aac10aae78e591ad866a133d74014a}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63a4ab6216a3daf3d0a4f9aa95c6136e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eeaaa4914c49c1df95f126e521c324a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92c711afa51a98116367837141fce776}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfbe424035b2e412974c1a807a2ed33c}] 2024-11-28T02:59:46,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:46,490 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:46,490 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:46,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92c711afa51a98116367837141fce776 2024-11-28T02:59:46,491 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:46,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:46,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:46,500 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:46,500 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:46,501 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:46,553 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 978bd30859c3,35185,1732762753543 2024-11-28T02:59:46,554 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 978bd30859c3,35185,1732762753543: Simulated kill ***** 2024-11-28T02:59:46,554 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T02:59:46,556 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T02:59:46,558 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T02:59:46,560 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T02:59:46,561 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T02:59:46,568 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 654268416 }, "NonHeapMemoryUsage": { "committed": 157024256, "init": 7667712, "max": -1, "used": 153619840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "978bd30859c3", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "978bd30859c3", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62188", "tag.serverName": "978bd30859c3,35185,1732762753543", "tag.clusterId": "af06285f-32dc-4496-a3e9-a8d5febb8b6b", "tag.Context": "regionserver", "tag.Hostname": "978bd30859c3", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732762753543, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-28T02:59:46,571 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38549 {}] master.MasterRpcServices(700): 978bd30859c3,35185,1732762753543 reported a fatal error: ***** ABORTING region server 978bd30859c3,35185,1732762753543: Simulated kill ***** 2024-11-28T02:59:46,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,35185,1732762753543' ***** 2024-11-28T02:59:46,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-28T02:59:46,574 INFO [RS:0;978bd30859c3:35185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:59:46,574 INFO [RS:0;978bd30859c3:35185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-28T02:59:46,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:59:46,574 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:59:46,574 INFO [RS:0;978bd30859c3:35185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-28T02:59:46,574 INFO [RS:0;978bd30859c3:35185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:59:46,575 INFO [RS:0;978bd30859c3:35185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;978bd30859c3:35185. 2024-11-28T02:59:46,575 DEBUG [RS:0;978bd30859c3:35185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:59:46,575 DEBUG [RS:0;978bd30859c3:35185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:59:46,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741836_1012 (size=14382) 2024-11-28T02:59:46,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741836_1012 (size=14382) 2024-11-28T02:59:46,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741836_1012 (size=14382) 2024-11-28T02:59:46,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741835_1011 (size=951) 2024-11-28T02:59:46,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741835_1011 (size=951) 2024-11-28T02:59:46,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741835_1011 (size=951) 2024-11-28T02:59:46,586 DEBUG [RS:0;978bd30859c3:35185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:59:46,586 INFO [RS:0;978bd30859c3:35185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:59:46,586 INFO [RS:0;978bd30859c3:35185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35185 2024-11-28T02:59:46,632 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:59:46,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:59:46,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,35185,1732762753543 2024-11-28T02:59:46,659 INFO [RS:0;978bd30859c3:35185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:59:46,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,35185,1732762753543] 2024-11-28T02:59:46,675 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,35185,1732762753543 already deleted, retry=false 2024-11-28T02:59:46,676 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 978bd30859c3,35185,1732762753543 on 978bd30859c3,38549,1732762752762 2024-11-28T02:59:46,681 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 978bd30859c3,35185,1732762753543, splitWal=true, meta=true 2024-11-28T02:59:46,684 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 978bd30859c3,35185,1732762753543 (carryingMeta=true) 978bd30859c3,35185,1732762753543/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1b798f76[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-28T02:59:46,684 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 978bd30859c3,35185,1732762753543, splitWal=true, meta=true 2024-11-28T02:59:46,686 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 978bd30859c3,35185,1732762753543, splitWal=true, meta=true, isMeta: true 2024-11-28T02:59:46,686 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:46,686 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:46,687 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:46,688 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe can not run currently because target server of region SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-28T02:59:46,688 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f can not run currently because target server of region SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-28T02:59:46,688 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f; timeout=1000, timestamp=1732762787688 2024-11-28T02:59:46,688 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe; timeout=1000, timestamp=1732762787688 2024-11-28T02:59:46,688 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa can not run currently because target server of region SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-28T02:59:46,688 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa; timeout=1000, timestamp=1732762787688 2024-11-28T02:59:46,688 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting 2024-11-28T02:59:46,691 INFO [PEWorker-4 {}] master.SplitWALManager(105): 978bd30859c3,35185,1732762753543 WAL count=1, meta=true 2024-11-28T02:59:46,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta}] 2024-11-28T02:59:46,700 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=978bd30859c3,40131,1732762753711 2024-11-28T02:59:46,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta, worker=978bd30859c3,40131,1732762753711}] 2024-11-28T02:59:46,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:59:46,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35185-0x10180aae67b0001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:59:46,768 INFO [RS:0;978bd30859c3:35185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:59:46,768 INFO [RS:0;978bd30859c3:35185 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,35185,1732762753543; zookeeper connection closed. 2024-11-28T02:59:46,769 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2230863 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2230863 2024-11-28T02:59:47,281 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T02:59:47,282 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T02:59:47,689 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:47,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:47,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:47,690 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f can not run currently because target server of region SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-28T02:59:47,690 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f; timeout=2000, timestamp=1732762789690 2024-11-28T02:59:47,690 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe can not run currently because target server of region SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-28T02:59:47,690 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa can not run currently because target server of region SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-28T02:59:47,690 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe; timeout=2000, timestamp=1732762789690 2024-11-28T02:59:47,690 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa; timeout=2000, timestamp=1732762789690 2024-11-28T02:59:49,691 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:49,692 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:49,693 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:49,695 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f can not run currently because target server of region SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-28T02:59:49,696 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f; timeout=4000, timestamp=1732762793696 2024-11-28T02:59:49,696 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa can not run currently because target server of region SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-28T02:59:49,696 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe can not run currently because target server of region SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-28T02:59:49,696 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa; timeout=4000, timestamp=1732762793696 2024-11-28T02:59:49,696 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe; timeout=4000, timestamp=1732762793696 2024-11-28T02:59:53,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa 2024-11-28T02:59:53,696 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T02:59:53,697 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe 2024-11-28T02:59:53,698 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe can not run currently because target server of region SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-28T02:59:53,698 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f can not run currently because target server of region SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-28T02:59:53,698 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa can not run currently because target server of region SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-28T02:59:53,698 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe; timeout=8000, timestamp=1732762801698 2024-11-28T02:59:53,698 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa; timeout=8000, timestamp=1732762801698 2024-11-28T02:59:53,698 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f; timeout=8000, timestamp=1732762801698 2024-11-28T02:59:56,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-28T02:59:56,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-28T02:59:56,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-28T02:59:56,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-28T02:59:56,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T02:59:56,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T02:59:56,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-28T02:59:56,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T02:59:56,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T02:59:56,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T02:59:56,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-28T02:59:56,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-28T02:59:56,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-28T02:59:56,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T02:59:56,502 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 92c711afa51a98116367837141fce776 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-28T02:59:56,502 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing bfbe424035b2e412974c1a807a2ed33c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-28T02:59:56,502 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 5eeaaa4914c49c1df95f126e521c324a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-28T02:59:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c9aac10aae78e591ad866a133d74014a: 2024-11-28T02:59:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 63a4ab6216a3daf3d0a4f9aa95c6136e: 2024-11-28T02:59:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 66ca095fd906bb9983317fc9a961a2f5: 2024-11-28T02:59:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. for SnapshotProcedureTest completed. 2024-11-28T02:59:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. for SnapshotProcedureTest completed. 2024-11-28T02:59:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. for SnapshotProcedureTest completed. 2024-11-28T02:59:56,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T02:59:56,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T02:59:56,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T02:59:56,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T02:59:56,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T02:59:56,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T02:59:56,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T02:59:56,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T02:59:56,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T02:59:56,531 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta, size=14.0 K (14382bytes) 2024-11-28T02:59:56,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-28T02:59:56,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-28T02:59:56,532 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta 2024-11-28T02:59:56,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741849_1025 (size=65) 2024-11-28T02:59:56,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741849_1025 (size=65) 2024-11-28T02:59:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741849_1025 (size=65) 2024-11-28T02:59:56,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T02:59:56,540 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta after 5ms 2024-11-28T02:59:56,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-28T02:59:56,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T02:59:56,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for bec84db2138b692ecf219f22433acb73: 2024-11-28T02:59:56,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. for SnapshotProcedureTest completed. 2024-11-28T02:59:56,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T02:59:56,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T02:59:56,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T02:59:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-28T02:59:56,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:56,543 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9aac10aae78e591ad866a133d74014a 2024-11-28T02:59:56,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c9aac10aae78e591ad866a133d74014a in 10.0640 sec 2024-11-28T02:59:56,567 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta took 37ms 2024-11-28T02:59:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741850_1026 (size=65) 2024-11-28T02:59:56,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741850_1026 (size=65) 2024-11-28T02:59:56,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741850_1026 (size=65) 2024-11-28T02:59:56,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T02:59:56,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-28T02:59:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-28T02:59:56,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:56,573 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T02:59:56,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 66ca095fd906bb9983317fc9a961a2f5 in 10.0900 sec 2024-11-28T02:59:56,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741851_1027 (size=65) 2024-11-28T02:59:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741851_1027 (size=65) 2024-11-28T02:59:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741851_1027 (size=65) 2024-11-28T02:59:56,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T02:59:56,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-28T02:59:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-28T02:59:56,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:56,593 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T02:59:56,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 63a4ab6216a3daf3d0a4f9aa95c6136e in 10.1100 sec 2024-11-28T02:59:56,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/92c711afa51a98116367837141fce776/.tmp/cf/94b0dd4b251a4edbbe810c4339591bc5 is 34, key is ccd/cf:cf/1732762785661/Put/seqid=0 2024-11-28T02:59:56,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/5eeaaa4914c49c1df95f126e521c324a/.tmp/cf/e4af58f59da64e27babfef82c7549397 is 34, key is baa/cf:cf/1732762785676/Put/seqid=0 2024-11-28T02:59:56,628 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-28T02:59:56,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741852_1028 (size=65) 2024-11-28T02:59:56,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741852_1028 (size=65) 2024-11-28T02:59:56,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741852_1028 (size=65) 2024-11-28T02:59:56,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T02:59:56,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-28T02:59:56,636 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta so closing down 2024-11-28T02:59:56,636 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-28T02:59:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-28T02:59:56,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:56,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bec84db2138b692ecf219f22433acb73 2024-11-28T02:59:56,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bec84db2138b692ecf219f22433acb73 in 10.1550 sec 2024-11-28T02:59:56,642 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta.temp 2024-11-28T02:59:56,655 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta.temp 2024-11-28T02:59:56,657 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-28T02:59:56,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741855_1031 (size=47197) 2024-11-28T02:59:56,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741855_1031 (size=47197) 2024-11-28T02:59:56,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741855_1031 (size=47197) 2024-11-28T02:59:56,662 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/92c711afa51a98116367837141fce776/.tmp/cf/94b0dd4b251a4edbbe810c4339591bc5 2024-11-28T02:59:56,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741854_1030 (size=28623) 2024-11-28T02:59:56,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741854_1030 (size=28623) 2024-11-28T02:59:56,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741854_1030 (size=28623) 2024-11-28T02:59:56,685 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/5eeaaa4914c49c1df95f126e521c324a/.tmp/cf/e4af58f59da64e27babfef82c7549397 2024-11-28T02:59:56,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bfbe424035b2e412974c1a807a2ed33c/.tmp/cf/78d7f5cf4a4b41eab9263df005231d1e is 34, key is eaa/cf:cf/1732762786319/Put/seqid=0 2024-11-28T02:59:56,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741853_1029 (size=499309) 2024-11-28T02:59:56,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741853_1029 (size=499309) 2024-11-28T02:59:56,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741853_1029 (size=499309) 2024-11-28T02:59:56,697 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bfbe424035b2e412974c1a807a2ed33c/.tmp/cf/78d7f5cf4a4b41eab9263df005231d1e 2024-11-28T02:59:56,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741856_1032 (size=14141) 2024-11-28T02:59:56,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741856_1032 (size=14141) 2024-11-28T02:59:56,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741856_1032 (size=14141) 2024-11-28T02:59:56,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-28T02:59:56,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta.temp to hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-28T02:59:56,725 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 118 ms; skipped=1; WAL=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-28T02:59:56,725 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta, journal: Splitting hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta, size=14.0 K (14382bytes) at 1732762796531Finishing writing output for hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta so closing down at 1732762796636 (+105 ms)Creating recovered edits writer path=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta.temp at 1732762796655 (+19 ms)3 split writer threads finished at 1732762796657 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1732762796717 (+60 ms)Rename recovered edits hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta.temp to hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732762796720 (+3 ms)Processed 26 edits across 1 Regions in 118 ms; skipped=1; WAL=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732762796725 (+5 ms) 2024-11-28T02:59:56,726 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta 2024-11-28T02:59:56,726 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-28T02:59:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-28T02:59:56,735 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta to hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/oldWALs 2024-11-28T02:59:56,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-28T02:59:56,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta, worker=978bd30859c3,40131,1732762753711 in 10.0320 sec 2024-11-28T02:59:56,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bfbe424035b2e412974c1a807a2ed33c/.tmp/cf/78d7f5cf4a4b41eab9263df005231d1e as hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bfbe424035b2e412974c1a807a2ed33c/cf/78d7f5cf4a4b41eab9263df005231d1e 2024-11-28T02:59:56,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/5eeaaa4914c49c1df95f126e521c324a/.tmp/cf/e4af58f59da64e27babfef82c7549397 as hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/5eeaaa4914c49c1df95f126e521c324a/cf/e4af58f59da64e27babfef82c7549397 2024-11-28T02:59:56,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/92c711afa51a98116367837141fce776/.tmp/cf/94b0dd4b251a4edbbe810c4339591bc5 as hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/92c711afa51a98116367837141fce776/cf/94b0dd4b251a4edbbe810c4339591bc5 2024-11-28T02:59:56,742 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=978bd30859c3,40131,1732762753711 2024-11-28T02:59:56,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-28T02:59:56,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 978bd30859c3%2C35185%2C1732762753543.meta.1732762765798.meta, worker=978bd30859c3,40131,1732762753711 in 10.0500 sec 2024-11-28T02:59:56,753 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting dir is empty, no logs to split. 2024-11-28T02:59:56,753 INFO [PEWorker-3 {}] master.SplitWALManager(105): 978bd30859c3,35185,1732762753543 WAL count=0, meta=true 2024-11-28T02:59:56,753 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 978bd30859c3,35185,1732762753543 WAL splitting is done? wals=0, meta=true 2024-11-28T02:59:56,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bfbe424035b2e412974c1a807a2ed33c/cf/78d7f5cf4a4b41eab9263df005231d1e, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-28T02:59:56,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T02:59:56,756 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/5eeaaa4914c49c1df95f126e521c324a/cf/e4af58f59da64e27babfef82c7549397, entries=731, sequenceid=5, filesize=28.0 K 2024-11-28T02:59:56,756 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/92c711afa51a98116367837141fce776/cf/94b0dd4b251a4edbbe810c4339591bc5, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-28T02:59:56,758 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:59:56,760 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T02:59:56,762 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 5eeaaa4914c49c1df95f126e521c324a in 259ms, sequenceid=5, compaction requested=false 2024-11-28T02:59:56,762 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 92c711afa51a98116367837141fce776 in 259ms, sequenceid=5, compaction requested=false 2024-11-28T02:59:56,762 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for bfbe424035b2e412974c1a807a2ed33c in 257ms, sequenceid=5, compaction requested=false 2024-11-28T02:59:56,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 5eeaaa4914c49c1df95f126e521c324a: 2024-11-28T02:59:56,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 92c711afa51a98116367837141fce776: 2024-11-28T02:59:56,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for bfbe424035b2e412974c1a807a2ed33c: 2024-11-28T02:59:56,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. for SnapshotProcedureTest completed. 2024-11-28T02:59:56,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. for SnapshotProcedureTest completed. 2024-11-28T02:59:56,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. for SnapshotProcedureTest completed. 2024-11-28T02:59:56,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T02:59:56,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T02:59:56,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T02:59:56,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T02:59:56,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T02:59:56,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T02:59:56,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/92c711afa51a98116367837141fce776/cf/94b0dd4b251a4edbbe810c4339591bc5] hfiles 2024-11-28T02:59:56,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/5eeaaa4914c49c1df95f126e521c324a/cf/e4af58f59da64e27babfef82c7549397] hfiles 2024-11-28T02:59:56,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bfbe424035b2e412974c1a807a2ed33c/cf/78d7f5cf4a4b41eab9263df005231d1e] hfiles 2024-11-28T02:59:56,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/5eeaaa4914c49c1df95f126e521c324a/cf/e4af58f59da64e27babfef82c7549397 for snapshot=SnapshotProcedureTest 2024-11-28T02:59:56,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/92c711afa51a98116367837141fce776/cf/94b0dd4b251a4edbbe810c4339591bc5 for snapshot=SnapshotProcedureTest 2024-11-28T02:59:56,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bfbe424035b2e412974c1a807a2ed33c/cf/78d7f5cf4a4b41eab9263df005231d1e for snapshot=SnapshotProcedureTest 2024-11-28T02:59:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741857_1033 (size=105) 2024-11-28T02:59:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741857_1033 (size=105) 2024-11-28T02:59:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741857_1033 (size=105) 2024-11-28T02:59:56,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T02:59:56,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-28T02:59:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-28T02:59:56,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 92c711afa51a98116367837141fce776 2024-11-28T02:59:56,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92c711afa51a98116367837141fce776 2024-11-28T02:59:56,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741858_1034 (size=105) 2024-11-28T02:59:56,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741858_1034 (size=105) 2024-11-28T02:59:56,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741858_1034 (size=105) 2024-11-28T02:59:56,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 92c711afa51a98116367837141fce776 in 10.3080 sec 2024-11-28T02:59:56,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T02:59:56,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-28T02:59:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-28T02:59:56,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:56,796 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T02:59:56,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5eeaaa4914c49c1df95f126e521c324a in 10.3130 sec 2024-11-28T02:59:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741859_1035 (size=97) 2024-11-28T02:59:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741859_1035 (size=97) 2024-11-28T02:59:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741859_1035 (size=97) 2024-11-28T02:59:56,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T02:59:56,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-28T02:59:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-28T02:59:56,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:56,810 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfbe424035b2e412974c1a807a2ed33c 2024-11-28T02:59:56,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bfbe424035b2e412974c1a807a2ed33c in 10.3270 sec 2024-11-28T02:59:56,910 DEBUG [978bd30859c3:38549 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T02:59:56,911 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:59:56,911 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:59:56,911 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:59:56,911 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:59:56,911 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:59:56,911 INFO [978bd30859c3:38549 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:59:56,911 INFO [978bd30859c3:38549 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:59:56,911 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:59:56,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=978bd30859c3,39651,1732762753647 2024-11-28T02:59:56,913 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,39651,1732762753647, state=OPENING 2024-11-28T02:59:56,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:59:56,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:59:56,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:59:56,981 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:59:56,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:59:56,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:59:56,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:59:56,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,39651,1732762753647}] 2024-11-28T03:00:01,699 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:01,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:01,699 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:01,700 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe can not run currently because target server of region SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-28T03:00:01,700 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f can not run currently because target server of region SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-28T03:00:01,700 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa can not run currently because target server of region SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 978bd30859c3,35185,1732762753543 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-28T03:00:01,700 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe; timeout=16000, timestamp=1732762817700 2024-11-28T03:00:01,700 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f; timeout=16000, timestamp=1732762817700 2024-11-28T03:00:01,700 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa; timeout=16000, timestamp=1732762817700 2024-11-28T03:00:06,090 INFO [master/978bd30859c3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T03:00:06,090 INFO [master/978bd30859c3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T03:00:06,996 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:00:06,997 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:00:06,997 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:00:07,000 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C39651%2C1732762753647.meta, suffix=.meta, logDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,39651,1732762753647, archiveDir=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/oldWALs, maxLogs=32 2024-11-28T03:00:07,016 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,39651,1732762753647/978bd30859c3%2C39651%2C1732762753647.meta.1732762807002.meta, exclude list is [], retry=0 2024-11-28T03:00:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34389,DS-e6a517ea-effd-4e71-a583-95e107828777,DISK] 2024-11-28T03:00:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43151,DS-f437bdce-a9dd-4e28-b4d2-6ca2914942ae,DISK] 2024-11-28T03:00:07,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32773,DS-6fbd94fb-d64a-455a-9d93-2d36381b76a8,DISK] 2024-11-28T03:00:07,021 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,39651,1732762753647/978bd30859c3%2C39651%2C1732762753647.meta.1732762807002.meta 2024-11-28T03:00:07,022 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42123:42123),(127.0.0.1/127.0.0.1:44531:44531),(127.0.0.1/127.0.0.1:35807:35807)] 2024-11-28T03:00:07,022 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:00:07,022 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:00:07,022 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:00:07,023 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:00:07,023 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:00:07,023 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:00:07,023 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:00:07,023 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:00:07,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:00:07,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:00:07,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:00:07,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:00:07,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:00:07,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:00:07,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:00:07,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:00:07,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:00:07,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:00:07,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:00:07,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:00:07,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:00:07,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:00:07,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:00:07,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:00:07,033 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:00:07,034 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740 2024-11-28T03:00:07,037 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740 2024-11-28T03:00:07,038 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-28T03:00:07,051 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-28T03:00:07,051 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-28T03:00:07,081 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/info/5a769e1e6096494a80fc639f3d637d7b is 167, key is SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73./info:regioninfo/1732762776820/Put/seqid=0 2024-11-28T03:00:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741861_1037 (size=18393) 2024-11-28T03:00:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741861_1037 (size=18393) 2024-11-28T03:00:07,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741861_1037 (size=18393) 2024-11-28T03:00:07,093 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/info/5a769e1e6096494a80fc639f3d637d7b 2024-11-28T03:00:07,120 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/ns/6a328680c390422e9df9a7d39c1a5dc2 is 43, key is default/ns:d/1732762766004/Put/seqid=0 2024-11-28T03:00:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741862_1038 (size=5153) 2024-11-28T03:00:07,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741862_1038 (size=5153) 2024-11-28T03:00:07,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741862_1038 (size=5153) 2024-11-28T03:00:07,131 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/ns/6a328680c390422e9df9a7d39c1a5dc2 2024-11-28T03:00:07,161 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/table/fd1d363bcf40400688e21f5de3d80eef is 47, key is SPTestTable/table:state/1732762776868/Put/seqid=0 2024-11-28T03:00:07,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741863_1039 (size=5214) 2024-11-28T03:00:07,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741863_1039 (size=5214) 2024-11-28T03:00:07,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741863_1039 (size=5214) 2024-11-28T03:00:07,170 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/table/fd1d363bcf40400688e21f5de3d80eef 2024-11-28T03:00:07,179 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/info/5a769e1e6096494a80fc639f3d637d7b as hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/info/5a769e1e6096494a80fc639f3d637d7b 2024-11-28T03:00:07,188 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/info/5a769e1e6096494a80fc639f3d637d7b, entries=100, sequenceid=28, filesize=18.0 K 2024-11-28T03:00:07,190 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/ns/6a328680c390422e9df9a7d39c1a5dc2 as hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/ns/6a328680c390422e9df9a7d39c1a5dc2 2024-11-28T03:00:07,199 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/ns/6a328680c390422e9df9a7d39c1a5dc2, entries=2, sequenceid=28, filesize=5.0 K 2024-11-28T03:00:07,201 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/table/fd1d363bcf40400688e21f5de3d80eef as hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/table/fd1d363bcf40400688e21f5de3d80eef 2024-11-28T03:00:07,211 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/table/fd1d363bcf40400688e21f5de3d80eef, entries=2, sequenceid=28, filesize=5.1 K 2024-11-28T03:00:07,211 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=28, compaction requested=false; wal=null 2024-11-28T03:00:07,212 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-28T03:00:07,214 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:00:07,214 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:00:07,215 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:00:07,217 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:00:07,220 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-28T03:00:07,222 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60157221, jitterRate=-0.1035875529050827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:00:07,222 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:00:07,222 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732762807023Writing region info on filesystem at 1732762807023Initializing all the Stores at 1732762807024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762807024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762807025 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762807025Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762807025Obtaining lock to block concurrent updates at 1732762807051 (+26 ms)Preparing flush snapshotting stores in 1588230740 at 1732762807051Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732762807051Flushing stores of hbase:meta,,1.1588230740 at 1732762807051Flushing 1588230740/info: creating writer at 1732762807052 (+1 ms)Flushing 1588230740/info: appending metadata at 1732762807081 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732762807081Flushing 1588230740/ns: creating writer at 1732762807103 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732762807119 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732762807119Flushing 1588230740/table: creating writer at 1732762807141 (+22 ms)Flushing 1588230740/table: appending metadata at 1732762807161 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732762807161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345115: reopening flushed file at 1732762807178 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22833d79: reopening flushed file at 1732762807188 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793636d4: reopening flushed file at 1732762807200 (+12 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=28, compaction requested=false; wal=null at 1732762807211 (+11 ms)Cleaning up temporary data from old regions at 1732762807214 (+3 ms)Running coprocessor post-open hooks at 1732762807222 (+8 ms)Region opened successfully at 1732762807222 2024-11-28T03:00:07,223 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1732762806984 2024-11-28T03:00:07,225 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:00:07,225 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:00:07,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=978bd30859c3,39651,1732762753647 2024-11-28T03:00:07,227 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,39651,1732762753647, state=OPEN 2024-11-28T03:00:07,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T03:00:07,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T03:00:07,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T03:00:07,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:00:07,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:00:07,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:00:07,271 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=978bd30859c3,39651,1732762753647 2024-11-28T03:00:07,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-28T03:00:07,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,39651,1732762753647 in 10.2890 sec 2024-11-28T03:00:07,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-28T03:00:07,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5190 sec 2024-11-28T03:00:07,277 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 978bd30859c3,35185,1732762753543 had 4 regions 2024-11-28T03:00:07,278 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 978bd30859c3,35185,1732762753543, splitWal=true, meta=true, isMeta: false 2024-11-28T03:00:07,282 INFO [PEWorker-1 {}] master.SplitWALManager(105): 978bd30859c3,35185,1732762753543 WAL count=1, meta=false 2024-11-28T03:00:07,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 978bd30859c3%2C35185%2C1732762753543.1732762755353}] 2024-11-28T03:00:07,285 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:07,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 978bd30859c3%2C35185%2C1732762753543.1732762755353, worker=978bd30859c3,39651,1732762753647}] 2024-11-28T03:00:11,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T03:00:12,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T03:00:15,674 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-28T03:00:17,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-28T03:00:17,313 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353, size=951 (951bytes) 2024-11-28T03:00:17,313 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353 2024-11-28T03:00:17,314 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353 after 1ms 2024-11-28T03:00:17,317 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353 took 4ms 2024-11-28T03:00:17,320 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 2000afb70276045099e7a1a07c2814fa: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-28T03:00:17,321 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 81623a84a76c7439d50ebee5ef5d731f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-28T03:00:17,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for a0697e89d89f117923e092d2e0141abe: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-28T03:00:17,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353 so closing down 2024-11-28T03:00:17,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-28T03:00:17,322 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-28T03:00:17,322 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 5 ms; skipped=3; WAL=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353, size=951, length=951, corrupted=false, cancelled=false 2024-11-28T03:00:17,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353, journal: Splitting hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353, size=951 (951bytes) at 1732762817313Finishing writing output for hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353 so closing down at 1732762817322 (+9 ms)3 split writer threads finished at 1732762817322Processed 3 edits across 0 Regions in 5 ms; skipped=3; WAL=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353, size=951, length=951, corrupted=false, cancelled=false at 1732762817322 2024-11-28T03:00:17,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353 2024-11-28T03:00:17,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-28T03:00:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-28T03:00:17,327 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting/978bd30859c3%2C35185%2C1732762753543.1732762755353 to hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/oldWALs 2024-11-28T03:00:17,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-28T03:00:17,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 978bd30859c3%2C35185%2C1732762753543.1732762755353, worker=978bd30859c3,39651,1732762753647 in 10.0420 sec 2024-11-28T03:00:17,332 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:17,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-28T03:00:17,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 978bd30859c3%2C35185%2C1732762753543.1732762755353, worker=978bd30859c3,39651,1732762753647 in 10.0500 sec 2024-11-28T03:00:17,336 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/WALs/978bd30859c3,35185,1732762753543-splitting dir is empty, no logs to split. 2024-11-28T03:00:17,336 INFO [PEWorker-1 {}] master.SplitWALManager(105): 978bd30859c3,35185,1732762753543 WAL count=0, meta=false 2024-11-28T03:00:17,336 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 978bd30859c3,35185,1732762753543 WAL splitting is done? wals=0, meta=false 2024-11-28T03:00:17,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81623a84a76c7439d50ebee5ef5d731f, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0697e89d89f117923e092d2e0141abe, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2000afb70276045099e7a1a07c2814fa, ASSIGN}] 2024-11-28T03:00:17,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2000afb70276045099e7a1a07c2814fa, ASSIGN 2024-11-28T03:00:17,340 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0697e89d89f117923e092d2e0141abe, ASSIGN 2024-11-28T03:00:17,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81623a84a76c7439d50ebee5ef5d731f, ASSIGN 2024-11-28T03:00:17,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2000afb70276045099e7a1a07c2814fa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T03:00:17,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81623a84a76c7439d50ebee5ef5d731f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T03:00:17,341 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0697e89d89f117923e092d2e0141abe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T03:00:17,492 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T03:00:17,493 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T03:00:17,493 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T03:00:17,493 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T03:00:17,493 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T03:00:17,493 INFO [978bd30859c3:38549 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T03:00:17,493 INFO [978bd30859c3:38549 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T03:00:17,494 DEBUG [978bd30859c3:38549 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T03:00:17,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a0697e89d89f117923e092d2e0141abe, regionState=OPENING, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T03:00:17,495 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=81623a84a76c7439d50ebee5ef5d731f, regionState=OPENING, regionLocation=978bd30859c3,39651,1732762753647 2024-11-28T03:00:17,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=2000afb70276045099e7a1a07c2814fa, regionState=OPENING, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T03:00:17,498 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 978bd30859c3:35185 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 978bd30859c3/172.17.0.2:35185 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T03:00:17,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1, error=java.net.ConnectException: Call to address=978bd30859c3:35185 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 978bd30859c3/172.17.0.2:35185 2024-11-28T03:00:17,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-28T03:00:17,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1 from cache 2024-11-28T03:00:17,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=978bd30859c3:35185 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 978bd30859c3/172.17.0.2:35185 2024-11-28T03:00:17,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=978bd30859c3:35185 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 978bd30859c3/172.17.0.2:35185 2024-11-28T03:00:17,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 978bd30859c3:35185 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 978bd30859c3/172.17.0.2:35185 2024-11-28T03:00:17,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:00:17,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,39651,1732762753647, seqNum=-1] 2024-11-28T03:00:17,609 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:00:17,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36273, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:00:17,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0697e89d89f117923e092d2e0141abe, ASSIGN because future has completed 2024-11-28T03:00:17,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0697e89d89f117923e092d2e0141abe, server=978bd30859c3,40131,1732762753711}] 2024-11-28T03:00:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2000afb70276045099e7a1a07c2814fa, ASSIGN because future has completed 2024-11-28T03:00:17,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2000afb70276045099e7a1a07c2814fa, server=978bd30859c3,40131,1732762753711}] 2024-11-28T03:00:17,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81623a84a76c7439d50ebee5ef5d731f, ASSIGN because future has completed 2024-11-28T03:00:17,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81623a84a76c7439d50ebee5ef5d731f, server=978bd30859c3,39651,1732762753647}] 2024-11-28T03:00:17,701 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa held by pid=45 2024-11-28T03:00:17,701 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f held by pid=43 2024-11-28T03:00:17,701 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:17,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe held by pid=44 2024-11-28T03:00:17,701 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:17,701 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:17,787 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=978bd30859c3:38549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-28T03:00:21,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bfbe424035b2e412974c1a807a2ed33c, had cached 0 bytes from a total of 499309 2024-11-28T03:00:21,729 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 92c711afa51a98116367837141fce776, had cached 0 bytes from a total of 47197 2024-11-28T03:00:21,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5eeaaa4914c49c1df95f126e521c324a, had cached 0 bytes from a total of 28623 2024-11-28T03:00:26,056 DEBUG [master/978bd30859c3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 66ca095fd906bb9983317fc9a961a2f5 changed from -1.0 to 0.0, refreshing cache 2024-11-28T03:00:26,057 DEBUG [master/978bd30859c3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 63a4ab6216a3daf3d0a4f9aa95c6136e changed from -1.0 to 0.0, refreshing cache 2024-11-28T03:00:26,058 DEBUG [master/978bd30859c3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 92c711afa51a98116367837141fce776 changed from -1.0 to 0.0, refreshing cache 2024-11-28T03:00:26,059 DEBUG [master/978bd30859c3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T03:00:26,059 DEBUG [master/978bd30859c3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bec84db2138b692ecf219f22433acb73 changed from -1.0 to 0.0, refreshing cache 2024-11-28T03:00:26,060 DEBUG [master/978bd30859c3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c9aac10aae78e591ad866a133d74014a changed from -1.0 to 0.0, refreshing cache 2024-11-28T03:00:26,060 DEBUG [master/978bd30859c3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5eeaaa4914c49c1df95f126e521c324a changed from -1.0 to 0.0, refreshing cache 2024-11-28T03:00:26,061 DEBUG [master/978bd30859c3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bfbe424035b2e412974c1a807a2ed33c changed from -1.0 to 0.0, refreshing cache 2024-11-28T03:00:27,632 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T03:00:27,632 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T03:00:27,632 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 2000afb70276045099e7a1a07c2814fa, NAME => 'SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-28T03:00:27,632 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 81623a84a76c7439d50ebee5ef5d731f, NAME => 'SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-28T03:00:27,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:00:27,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:00:27,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,635 INFO [StoreOpener-2000afb70276045099e7a1a07c2814fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,635 INFO [StoreOpener-81623a84a76c7439d50ebee5ef5d731f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,637 INFO [StoreOpener-2000afb70276045099e7a1a07c2814fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2000afb70276045099e7a1a07c2814fa columnFamilyName cf 2024-11-28T03:00:27,637 INFO [StoreOpener-81623a84a76c7439d50ebee5ef5d731f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81623a84a76c7439d50ebee5ef5d731f columnFamilyName cf 2024-11-28T03:00:27,637 DEBUG [StoreOpener-81623a84a76c7439d50ebee5ef5d731f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:00:27,637 DEBUG [StoreOpener-2000afb70276045099e7a1a07c2814fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:00:27,637 INFO [StoreOpener-2000afb70276045099e7a1a07c2814fa-1 {}] regionserver.HStore(327): Store=2000afb70276045099e7a1a07c2814fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:00:27,637 INFO [StoreOpener-81623a84a76c7439d50ebee5ef5d731f-1 {}] regionserver.HStore(327): Store=81623a84a76c7439d50ebee5ef5d731f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:00:27,638 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,638 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,638 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,639 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,640 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,640 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,640 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,640 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,640 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,640 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,642 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,643 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,643 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 2000afb70276045099e7a1a07c2814fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74085526, jitterRate=0.10396036505699158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:00:27,643 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,644 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 2000afb70276045099e7a1a07c2814fa: Running coprocessor pre-open hook at 1732762827633Writing region info on filesystem at 1732762827633Initializing all the Stores at 1732762827635 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762827635Cleaning up temporary data from old regions at 1732762827640 (+5 ms)Running coprocessor post-open hooks at 1732762827644 (+4 ms)Region opened successfully at 1732762827644 2024-11-28T03:00:27,644 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 81623a84a76c7439d50ebee5ef5d731f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65549801, jitterRate=-0.02323184907436371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:00:27,644 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,644 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 81623a84a76c7439d50ebee5ef5d731f: Running coprocessor pre-open hook at 1732762827633Writing region info on filesystem at 1732762827633Initializing all the Stores at 1732762827635 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762827635Cleaning up temporary data from old regions at 1732762827641 (+6 ms)Running coprocessor post-open hooks at 1732762827644 (+3 ms)Region opened successfully at 1732762827644 2024-11-28T03:00:27,646 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f., pid=48, masterSystemTime=1732762827623 2024-11-28T03:00:27,646 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa., pid=47, masterSystemTime=1732762827620 2024-11-28T03:00:27,648 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T03:00:27,648 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T03:00:27,648 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T03:00:27,649 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => a0697e89d89f117923e092d2e0141abe, NAME => 'SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-28T03:00:27,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=2000afb70276045099e7a1a07c2814fa, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T03:00:27,649 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,649 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T03:00:27,649 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T03:00:27,649 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:00:27,649 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,649 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,650 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=81623a84a76c7439d50ebee5ef5d731f, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,39651,1732762753647 2024-11-28T03:00:27,651 INFO [StoreOpener-a0697e89d89f117923e092d2e0141abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2000afb70276045099e7a1a07c2814fa, server=978bd30859c3,40131,1732762753711 because future has completed 2024-11-28T03:00:27,653 INFO [StoreOpener-a0697e89d89f117923e092d2e0141abe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0697e89d89f117923e092d2e0141abe columnFamilyName cf 2024-11-28T03:00:27,653 DEBUG [StoreOpener-a0697e89d89f117923e092d2e0141abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:00:27,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81623a84a76c7439d50ebee5ef5d731f, server=978bd30859c3,39651,1732762753647 because future has completed 2024-11-28T03:00:27,655 INFO [StoreOpener-a0697e89d89f117923e092d2e0141abe-1 {}] regionserver.HStore(327): Store=a0697e89d89f117923e092d2e0141abe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:00:27,655 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-11-28T03:00:27,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 2000afb70276045099e7a1a07c2814fa, server=978bd30859c3,40131,1732762753711 in 10.0360 sec 2024-11-28T03:00:27,656 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=43 2024-11-28T03:00:27,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2000afb70276045099e7a1a07c2814fa, ASSIGN in 10.3180 sec 2024-11-28T03:00:27,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 81623a84a76c7439d50ebee5ef5d731f, server=978bd30859c3,39651,1732762753647 in 10.0360 sec 2024-11-28T03:00:27,658 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:27,658 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,659 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,659 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81623a84a76c7439d50ebee5ef5d731f, ASSIGN in 10.3200 sec 2024-11-28T03:00:27,660 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:27,662 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,663 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened a0697e89d89f117923e092d2e0141abe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73013704, jitterRate=0.0879889726638794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:00:27,663 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,664 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for a0697e89d89f117923e092d2e0141abe: Running coprocessor pre-open hook at 1732762827649Writing region info on filesystem at 1732762827649Initializing all the Stores at 1732762827651 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762827651Cleaning up temporary data from old regions at 1732762827659 (+8 ms)Running coprocessor post-open hooks at 1732762827663 (+4 ms)Region opened successfully at 1732762827663 2024-11-28T03:00:27,664 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe., pid=46, masterSystemTime=1732762827620 2024-11-28T03:00:27,666 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T03:00:27,667 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T03:00:27,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a0697e89d89f117923e092d2e0141abe, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,40131,1732762753711 2024-11-28T03:00:27,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0697e89d89f117923e092d2e0141abe, server=978bd30859c3,40131,1732762753711 because future has completed 2024-11-28T03:00:27,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-28T03:00:27,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure a0697e89d89f117923e092d2e0141abe, server=978bd30859c3,40131,1732762753711 in 10.0540 sec 2024-11-28T03:00:27,674 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:27,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=36 2024-11-28T03:00:27,676 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 978bd30859c3,35185,1732762753543 after splitting done 2024-11-28T03:00:27,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0697e89d89f117923e092d2e0141abe, ASSIGN in 10.3350 sec 2024-11-28T03:00:27,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 978bd30859c3,35185,1732762753543, splitWal=true, meta=true in 41.0000 sec 2024-11-28T03:00:33,162 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T03:00:37,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-28T03:00:37,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-28T03:00:37,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T03:00:37,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T03:00:37,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 2000afb70276045099e7a1a07c2814fa: 2024-11-28T03:00:37,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. for SnapshotProcedureTest completed. 2024-11-28T03:00:37,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a0697e89d89f117923e092d2e0141abe: 2024-11-28T03:00:37,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. for SnapshotProcedureTest completed. 2024-11-28T03:00:37,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:00:37,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-28T03:00:37,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:00:37,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:00:37,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:00:37,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T03:00:37,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T03:00:37,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T03:00:37,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 81623a84a76c7439d50ebee5ef5d731f: 2024-11-28T03:00:37,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. for SnapshotProcedureTest completed. 2024-11-28T03:00:37,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:00:37,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:00:37,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T03:00:37,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741864_1040 (size=57) 2024-11-28T03:00:37,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741864_1040 (size=57) 2024-11-28T03:00:37,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741864_1040 (size=57) 2024-11-28T03:00:37,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T03:00:37,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-28T03:00:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-28T03:00:37,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:37,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741866_1042 (size=65) 2024-11-28T03:00:37,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741866_1042 (size=65) 2024-11-28T03:00:37,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741866_1042 (size=65) 2024-11-28T03:00:37,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a0697e89d89f117923e092d2e0141abe in 51.2000 sec 2024-11-28T03:00:37,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T03:00:37,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-28T03:00:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-28T03:00:37,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:37,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:37,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 81623a84a76c7439d50ebee5ef5d731f in 51.2040 sec 2024-11-28T03:00:37,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741865_1041 (size=65) 2024-11-28T03:00:37,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741865_1041 (size=65) 2024-11-28T03:00:37,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741865_1041 (size=65) 2024-11-28T03:00:37,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T03:00:37,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-28T03:00:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-28T03:00:37,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:37,694 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:37,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-28T03:00:37,696 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-28T03:00:37,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2000afb70276045099e7a1a07c2814fa in 51.2100 sec 2024-11-28T03:00:37,698 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-28T03:00:37,700 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-28T03:00:37,700 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-28T03:00:37,704 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T03:00:37,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741867_1043 (size=1134) 2024-11-28T03:00:37,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741867_1043 (size=1134) 2024-11-28T03:00:37,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741867_1043 (size=1134) 2024-11-28T03:00:37,733 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-28T03:00:37,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-28T03:00:37,747 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:37,747 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:37,747 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,40131,1732762753711 2024-11-28T03:00:37,747 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:37,747 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,40131,1732762753711 2024-11-28T03:00:37,752 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,40131,1732762753711 2024-11-28T03:00:41,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T03:00:47,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-28T03:00:47,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-28T03:00:47,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-28T03:00:47,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-28T03:00:47,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-28T03:00:47,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-28T03:00:47,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T03:00:47,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-28T03:00:47,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-28T03:00:47,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-28T03:00:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-28T03:00:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-28T03:00:47,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T03:00:47,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-28T03:00:47,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-28T03:00:47,792 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,40131,1732762753711 Release verify snapshot worker=978bd30859c3,40131,1732762753711 2024-11-28T03:00:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-28T03:00:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-28T03:00:47,794 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,40131,1732762753711 Release verify snapshot worker=978bd30859c3,40131,1732762753711 2024-11-28T03:00:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-28T03:00:47,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-28T03:00:47,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,40131,1732762753711 in 10.0510 sec 2024-11-28T03:00:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-28T03:00:47,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,40131,1732762753711 in 10.0530 sec 2024-11-28T03:00:47,797 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,39651,1732762753647 Release verify snapshot worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:47,798 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,40131,1732762753711 2024-11-28T03:00:47,798 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,40131,1732762753711 2024-11-28T03:00:47,798 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:47,798 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,40131,1732762753711 Release verify snapshot worker=978bd30859c3,40131,1732762753711 2024-11-28T03:00:47,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,40131,1732762753711 in 10.0570 sec 2024-11-28T03:00:47,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,39651,1732762753647 in 10.0560 sec 2024-11-28T03:00:47,801 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,39651,1732762753647 Release verify snapshot worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:47,802 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,39651,1732762753647 Release verify snapshot worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:47,802 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:47,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,39651,1732762753647 in 10.0610 sec 2024-11-28T03:00:47,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,39651,1732762753647 in 10.0610 sec 2024-11-28T03:00:50,792 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=978bd30859c3:38549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-28T03:00:52,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-28T03:00:57,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-28T03:00:57,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-28T03:00:57,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-28T03:00:57,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-28T03:00:57,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-28T03:00:57,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-28T03:00:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-28T03:00:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-28T03:00:57,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-28T03:00:57,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-28T03:00:57,803 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,39651,1732762753647 Release verify snapshot worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:57,803 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,40131,1732762753711 Release verify snapshot worker=978bd30859c3,40131,1732762753711 2024-11-28T03:00:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-28T03:00:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-28T03:00:57,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,39651,1732762753647 in 20.0620 sec 2024-11-28T03:00:57,805 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,40131,1732762753711 Release verify snapshot worker=978bd30859c3,40131,1732762753711 2024-11-28T03:00:57,805 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,39651,1732762753647 Release verify snapshot worker=978bd30859c3,39651,1732762753647 2024-11-28T03:00:57,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,40131,1732762753711 in 20.0620 sec 2024-11-28T03:00:57,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,40131,1732762753711 in 20.0640 sec 2024-11-28T03:00:57,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=25 2024-11-28T03:00:57,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,39651,1732762753647 in 20.0640 sec 2024-11-28T03:00:57,807 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-28T03:00:57,811 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/.hbase-snapshot/SnapshotProcedureTest 2024-11-28T03:00:57,813 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-28T03:00:57,813 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-28T03:00:57,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.37 sec 2024-11-28T03:00:58,085 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-28T03:00:58,087 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 978bd30859c3:35185 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 978bd30859c3/172.17.0.2:35185 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T03:00:58,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1, error=java.net.ConnectException: Call to address=978bd30859c3:35185 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 978bd30859c3/172.17.0.2:35185 2024-11-28T03:00:58,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-28T03:00:58,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35185,1732762753543, seqNum=-1 from cache 2024-11-28T03:00:58,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 978bd30859c3:35185 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 978bd30859c3/172.17.0.2:35185 2024-11-28T03:00:58,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:00:58,198 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,39651,1732762753647, seqNum=-1] 2024-11-28T03:00:58,226 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-28T03:00:58,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:00:58,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:00:58,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:00:58,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:00:58,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:00:58,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:00:58,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:00:58,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=681446829, stopped=false 2024-11-28T03:00:58,228 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=978bd30859c3,38549,1732762752762 2024-11-28T03:00:58,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T03:00:58,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T03:00:58,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T03:00:58,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:00:58,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:00:58,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:00:58,268 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:00:58,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:00:58,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:00:58,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:00:58,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:00:58,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:00:58,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:00:58,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,39651,1732762753647' ***** 2024-11-28T03:00:58,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:00:58,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,40131,1732762753711' ***** 2024-11-28T03:00:58,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:00:58,270 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:00:58,270 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:00:58,270 INFO [RS:2;978bd30859c3:40131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:00:58,270 INFO [RS:1;978bd30859c3:39651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:00:58,270 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:00:58,270 INFO [RS:2;978bd30859c3:40131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:00:58,270 INFO [RS:1;978bd30859c3:39651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:00:58,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:00:58,271 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(3091): Received CLOSE for 63a4ab6216a3daf3d0a4f9aa95c6136e 2024-11-28T03:00:58,271 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(3091): Received CLOSE for 2000afb70276045099e7a1a07c2814fa 2024-11-28T03:00:58,271 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(3091): Received CLOSE for c9aac10aae78e591ad866a133d74014a 2024-11-28T03:00:58,271 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(3091): Received CLOSE for 66ca095fd906bb9983317fc9a961a2f5 2024-11-28T03:00:58,271 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(3091): Received CLOSE for 5eeaaa4914c49c1df95f126e521c324a 2024-11-28T03:00:58,271 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(3091): Received CLOSE for 81623a84a76c7439d50ebee5ef5d731f 2024-11-28T03:00:58,271 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(3091): Received CLOSE for bec84db2138b692ecf219f22433acb73 2024-11-28T03:00:58,271 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(3091): Received CLOSE for a0697e89d89f117923e092d2e0141abe 2024-11-28T03:00:58,271 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(3091): Received CLOSE for 92c711afa51a98116367837141fce776 2024-11-28T03:00:58,271 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(3091): Received CLOSE for bfbe424035b2e412974c1a807a2ed33c 2024-11-28T03:00:58,271 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,39651,1732762753647 2024-11-28T03:00:58,271 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,40131,1732762753711 2024-11-28T03:00:58,272 INFO [RS:1;978bd30859c3:39651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:00:58,272 INFO [RS:2;978bd30859c3:40131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:00:58,272 INFO [RS:2;978bd30859c3:40131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;978bd30859c3:40131. 2024-11-28T03:00:58,272 INFO [RS:1;978bd30859c3:39651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;978bd30859c3:39651. 2024-11-28T03:00:58,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2000afb70276045099e7a1a07c2814fa, disabling compactions & flushes 2024-11-28T03:00:58,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63a4ab6216a3daf3d0a4f9aa95c6136e, disabling compactions & flushes 2024-11-28T03:00:58,272 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T03:00:58,272 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T03:00:58,272 DEBUG [RS:2;978bd30859c3:40131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:00:58,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T03:00:58,272 DEBUG [RS:1;978bd30859c3:39651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:00:58,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T03:00:58,272 DEBUG [RS:2;978bd30859c3:40131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:00:58,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. after waiting 0 ms 2024-11-28T03:00:58,272 DEBUG [RS:1;978bd30859c3:39651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:00:58,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. after waiting 0 ms 2024-11-28T03:00:58,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T03:00:58,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T03:00:58,272 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-28T03:00:58,272 INFO [RS:1;978bd30859c3:39651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:00:58,272 INFO [RS:1;978bd30859c3:39651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:00:58,272 INFO [RS:1;978bd30859c3:39651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:00:58,272 DEBUG [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(1325): Online Regions={2000afb70276045099e7a1a07c2814fa=SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa., c9aac10aae78e591ad866a133d74014a=SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a., 5eeaaa4914c49c1df95f126e521c324a=SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a., bec84db2138b692ecf219f22433acb73=SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73., a0697e89d89f117923e092d2e0141abe=SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe., bfbe424035b2e412974c1a807a2ed33c=SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c.} 2024-11-28T03:00:58,272 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:00:58,272 DEBUG [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(1351): Waiting on 2000afb70276045099e7a1a07c2814fa, 5eeaaa4914c49c1df95f126e521c324a, a0697e89d89f117923e092d2e0141abe, bec84db2138b692ecf219f22433acb73, bfbe424035b2e412974c1a807a2ed33c, c9aac10aae78e591ad866a133d74014a 2024-11-28T03:00:58,273 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-28T03:00:58,273 DEBUG [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(1325): Online Regions={63a4ab6216a3daf3d0a4f9aa95c6136e=SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e., 66ca095fd906bb9983317fc9a961a2f5=SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5., 1588230740=hbase:meta,,1.1588230740, 81623a84a76c7439d50ebee5ef5d731f=SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f., 92c711afa51a98116367837141fce776=SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776.} 2024-11-28T03:00:58,273 DEBUG [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63a4ab6216a3daf3d0a4f9aa95c6136e, 66ca095fd906bb9983317fc9a961a2f5, 81623a84a76c7439d50ebee5ef5d731f, 92c711afa51a98116367837141fce776 2024-11-28T03:00:58,273 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:00:58,273 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:00:58,273 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:00:58,273 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:00:58,273 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:00:58,273 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.86 KB heapSize=5.63 KB 2024-11-28T03:00:58,279 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/2000afb70276045099e7a1a07c2814fa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:00:58,279 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/63a4ab6216a3daf3d0a4f9aa95c6136e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:00:58,280 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/info/24c1a0bedf9c4a56b69533030a47baac is 167, key is SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f./info:regioninfo/1732762827650/Put/seqid=0 2024-11-28T03:00:58,282 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T03:00:58,282 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T03:00:58,282 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63a4ab6216a3daf3d0a4f9aa95c6136e: Waiting for close lock at 1732762858271Running coprocessor pre-close hooks at 1732762858272 (+1 ms)Disabling compacts and flushes for region at 1732762858272Disabling writes for close at 1732762858272Writing region close event to WAL at 1732762858273 (+1 ms)Running coprocessor post-close hooks at 1732762858280 (+7 ms)Closed at 1732762858282 (+2 ms) 2024-11-28T03:00:58,282 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2000afb70276045099e7a1a07c2814fa: Waiting for close lock at 1732762858271Running coprocessor pre-close hooks at 1732762858272 (+1 ms)Disabling compacts and flushes for region at 1732762858272Disabling writes for close at 1732762858272Writing region close event to WAL at 1732762858273 (+1 ms)Running coprocessor post-close hooks at 1732762858280 (+7 ms)Closed at 1732762858282 (+2 ms) 2024-11-28T03:00:58,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732762766308.63a4ab6216a3daf3d0a4f9aa95c6136e. 2024-11-28T03:00:58,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732762766308.2000afb70276045099e7a1a07c2814fa. 2024-11-28T03:00:58,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9aac10aae78e591ad866a133d74014a, disabling compactions & flushes 2024-11-28T03:00:58,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66ca095fd906bb9983317fc9a961a2f5, disabling compactions & flushes 2024-11-28T03:00:58,283 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T03:00:58,283 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T03:00:58,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T03:00:58,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T03:00:58,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. after waiting 0 ms 2024-11-28T03:00:58,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T03:00:58,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. after waiting 0 ms 2024-11-28T03:00:58,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T03:00:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741868_1044 (size=8399) 2024-11-28T03:00:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741868_1044 (size=8399) 2024-11-28T03:00:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741868_1044 (size=8399) 2024-11-28T03:00:58,296 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/c9aac10aae78e591ad866a133d74014a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:00:58,296 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.86 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/info/24c1a0bedf9c4a56b69533030a47baac 2024-11-28T03:00:58,297 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T03:00:58,297 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9aac10aae78e591ad866a133d74014a: Waiting for close lock at 1732762858283Running coprocessor pre-close hooks at 1732762858283Disabling compacts and flushes for region at 1732762858283Disabling writes for close at 1732762858283Writing region close event to WAL at 1732762858283Running coprocessor post-close hooks at 1732762858296 (+13 ms)Closed at 1732762858297 (+1 ms) 2024-11-28T03:00:58,297 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732762766308.c9aac10aae78e591ad866a133d74014a. 2024-11-28T03:00:58,297 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5eeaaa4914c49c1df95f126e521c324a, disabling compactions & flushes 2024-11-28T03:00:58,297 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T03:00:58,297 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T03:00:58,297 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. after waiting 0 ms 2024-11-28T03:00:58,297 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T03:00:58,300 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/66ca095fd906bb9983317fc9a961a2f5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:00:58,300 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T03:00:58,300 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66ca095fd906bb9983317fc9a961a2f5: Waiting for close lock at 1732762858283Running coprocessor pre-close hooks at 1732762858283Disabling compacts and flushes for region at 1732762858283Disabling writes for close at 1732762858283Writing region close event to WAL at 1732762858283Running coprocessor post-close hooks at 1732762858300 (+17 ms)Closed at 1732762858300 2024-11-28T03:00:58,301 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732762766308.66ca095fd906bb9983317fc9a961a2f5. 2024-11-28T03:00:58,301 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81623a84a76c7439d50ebee5ef5d731f, disabling compactions & flushes 2024-11-28T03:00:58,301 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T03:00:58,301 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T03:00:58,301 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. after waiting 0 ms 2024-11-28T03:00:58,301 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T03:00:58,308 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/.tmp/info/24c1a0bedf9c4a56b69533030a47baac as hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/info/24c1a0bedf9c4a56b69533030a47baac 2024-11-28T03:00:58,315 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:00:58,315 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/5eeaaa4914c49c1df95f126e521c324a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:00:58,315 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/81623a84a76c7439d50ebee5ef5d731f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:00:58,316 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T03:00:58,316 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T03:00:58,316 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81623a84a76c7439d50ebee5ef5d731f: Waiting for close lock at 1732762858301Running coprocessor pre-close hooks at 1732762858301Disabling compacts and flushes for region at 1732762858301Disabling writes for close at 1732762858301Writing region close event to WAL at 1732762858303 (+2 ms)Running coprocessor post-close hooks at 1732762858316 (+13 ms)Closed at 1732762858316 2024-11-28T03:00:58,316 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5eeaaa4914c49c1df95f126e521c324a: Waiting for close lock at 1732762858297Running coprocessor pre-close hooks at 1732762858297Disabling compacts and flushes for region at 1732762858297Disabling writes for close at 1732762858297Writing region close event to WAL at 1732762858307 (+10 ms)Running coprocessor post-close hooks at 1732762858316 (+9 ms)Closed at 1732762858316 2024-11-28T03:00:58,316 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732762766308.81623a84a76c7439d50ebee5ef5d731f. 2024-11-28T03:00:58,316 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732762766308.5eeaaa4914c49c1df95f126e521c324a. 2024-11-28T03:00:58,316 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bec84db2138b692ecf219f22433acb73, disabling compactions & flushes 2024-11-28T03:00:58,316 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92c711afa51a98116367837141fce776, disabling compactions & flushes 2024-11-28T03:00:58,316 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T03:00:58,316 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T03:00:58,317 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T03:00:58,317 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. after waiting 0 ms 2024-11-28T03:00:58,317 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T03:00:58,317 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T03:00:58,317 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. after waiting 0 ms 2024-11-28T03:00:58,317 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T03:00:58,318 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/info/24c1a0bedf9c4a56b69533030a47baac, entries=24, sequenceid=37, filesize=8.2 K 2024-11-28T03:00:58,319 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.86 KB/2932, heapSize ~4.87 KB/4984, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=37, compaction requested=false 2024-11-28T03:00:58,319 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:00:58,323 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/92c711afa51a98116367837141fce776/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:00:58,324 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bec84db2138b692ecf219f22433acb73/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:00:58,324 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T03:00:58,324 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T03:00:58,325 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92c711afa51a98116367837141fce776: Waiting for close lock at 1732762858316Running coprocessor pre-close hooks at 1732762858316Disabling compacts and flushes for region at 1732762858316Disabling writes for close at 1732762858317 (+1 ms)Writing region close event to WAL at 1732762858318 (+1 ms)Running coprocessor post-close hooks at 1732762858324 (+6 ms)Closed at 1732762858324 2024-11-28T03:00:58,325 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bec84db2138b692ecf219f22433acb73: Waiting for close lock at 1732762858316Running coprocessor pre-close hooks at 1732762858316Disabling compacts and flushes for region at 1732762858316Disabling writes for close at 1732762858317 (+1 ms)Writing region close event to WAL at 1732762858317Running coprocessor post-close hooks at 1732762858324 (+7 ms)Closed at 1732762858324 2024-11-28T03:00:58,325 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732762766308.bec84db2138b692ecf219f22433acb73. 2024-11-28T03:00:58,325 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732762766308.92c711afa51a98116367837141fce776. 2024-11-28T03:00:58,325 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0697e89d89f117923e092d2e0141abe, disabling compactions & flushes 2024-11-28T03:00:58,325 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T03:00:58,325 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T03:00:58,325 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. after waiting 0 ms 2024-11-28T03:00:58,325 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T03:00:58,327 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-11-28T03:00:58,328 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:00:58,329 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:00:58,329 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762858273Running coprocessor pre-close hooks at 1732762858273Disabling compacts and flushes for region at 1732762858273Disabling writes for close at 1732762858273Obtaining lock to block concurrent updates at 1732762858273Preparing flush snapshotting stores in 1588230740 at 1732762858273Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2932, getHeapSize=5704, getOffHeapSize=0, getCellsCount=24 at 1732762858274 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732762858275 (+1 ms)Flushing 1588230740/info: creating writer at 1732762858275Flushing 1588230740/info: appending metadata at 1732762858280 (+5 ms)Flushing 1588230740/info: closing flushed file at 1732762858280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1714fb77: reopening flushed file at 1732762858307 (+27 ms)Finished flush of dataSize ~2.86 KB/2932, heapSize ~4.87 KB/4984, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=37, compaction requested=false at 1732762858319 (+12 ms)Writing region close event to WAL at 1732762858323 (+4 ms)Running coprocessor post-close hooks at 1732762858328 (+5 ms)Closed at 1732762858329 (+1 ms) 2024-11-28T03:00:58,329 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:00:58,329 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/a0697e89d89f117923e092d2e0141abe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:00:58,330 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T03:00:58,330 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0697e89d89f117923e092d2e0141abe: Waiting for close lock at 1732762858325Running coprocessor pre-close hooks at 1732762858325Disabling compacts and flushes for region at 1732762858325Disabling writes for close at 1732762858325Writing region close event to WAL at 1732762858325Running coprocessor post-close hooks at 1732762858330 (+5 ms)Closed at 1732762858330 2024-11-28T03:00:58,330 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732762766308.a0697e89d89f117923e092d2e0141abe. 2024-11-28T03:00:58,330 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfbe424035b2e412974c1a807a2ed33c, disabling compactions & flushes 2024-11-28T03:00:58,330 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T03:00:58,330 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T03:00:58,330 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. after waiting 0 ms 2024-11-28T03:00:58,330 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T03:00:58,335 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/data/default/SPTestTable/bfbe424035b2e412974c1a807a2ed33c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:00:58,336 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T03:00:58,336 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfbe424035b2e412974c1a807a2ed33c: Waiting for close lock at 1732762858330Running coprocessor pre-close hooks at 1732762858330Disabling compacts and flushes for region at 1732762858330Disabling writes for close at 1732762858330Writing region close event to WAL at 1732762858331 (+1 ms)Running coprocessor post-close hooks at 1732762858336 (+5 ms)Closed at 1732762858336 2024-11-28T03:00:58,337 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732762766308.bfbe424035b2e412974c1a807a2ed33c. 2024-11-28T03:00:58,473 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,40131,1732762753711; all regions closed. 2024-11-28T03:00:58,473 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,39651,1732762753647; all regions closed. 2024-11-28T03:00:58,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741860_1036 (size=4344) 2024-11-28T03:00:58,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741834_1010 (size=4605) 2024-11-28T03:00:58,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741860_1036 (size=4344) 2024-11-28T03:00:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741834_1010 (size=4605) 2024-11-28T03:00:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741834_1010 (size=4605) 2024-11-28T03:00:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741860_1036 (size=4344) 2024-11-28T03:00:58,481 DEBUG [RS:2;978bd30859c3:40131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/oldWALs 2024-11-28T03:00:58,481 INFO [RS:2;978bd30859c3:40131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C40131%2C1732762753711:(num 1732762755353) 2024-11-28T03:00:58,481 DEBUG [RS:2;978bd30859c3:40131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:00:58,481 INFO [RS:2;978bd30859c3:40131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:00:58,482 INFO [RS:2;978bd30859c3:40131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:00:58,482 DEBUG [RS:1;978bd30859c3:39651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/oldWALs 2024-11-28T03:00:58,482 INFO [RS:1;978bd30859c3:39651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C39651%2C1732762753647.meta:.meta(num 1732762807002) 2024-11-28T03:00:58,482 INFO [RS:2;978bd30859c3:40131 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:00:58,482 INFO [RS:2;978bd30859c3:40131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:00:58,482 INFO [RS:2;978bd30859c3:40131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:00:58,482 INFO [RS:2;978bd30859c3:40131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:00:58,482 INFO [RS:2;978bd30859c3:40131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:00:58,482 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:00:58,483 INFO [RS:2;978bd30859c3:40131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40131 2024-11-28T03:00:58,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741833_1009 (size=2947) 2024-11-28T03:00:58,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741833_1009 (size=2947) 2024-11-28T03:00:58,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741833_1009 (size=2947) 2024-11-28T03:00:58,490 DEBUG [RS:1;978bd30859c3:39651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/oldWALs 2024-11-28T03:00:58,490 INFO [RS:1;978bd30859c3:39651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C39651%2C1732762753647:(num 1732762755352) 2024-11-28T03:00:58,490 DEBUG [RS:1;978bd30859c3:39651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:00:58,490 INFO [RS:1;978bd30859c3:39651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:00:58,490 INFO [RS:1;978bd30859c3:39651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:00:58,490 INFO [RS:1;978bd30859c3:39651 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:00:58,491 INFO [RS:1;978bd30859c3:39651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:00:58,491 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:00:58,491 INFO [RS:1;978bd30859c3:39651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39651 2024-11-28T03:00:58,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T03:00:58,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,40131,1732762753711 2024-11-28T03:00:58,509 INFO [RS:2;978bd30859c3:40131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:00:58,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,39651,1732762753647 2024-11-28T03:00:58,517 INFO [RS:1;978bd30859c3:39651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:00:58,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,39651,1732762753647] 2024-11-28T03:00:58,534 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,39651,1732762753647 already deleted, retry=false 2024-11-28T03:00:58,534 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,39651,1732762753647 expired; onlineServers=1 2024-11-28T03:00:58,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,40131,1732762753711] 2024-11-28T03:00:58,542 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,40131,1732762753711 already deleted, retry=false 2024-11-28T03:00:58,542 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,40131,1732762753711 expired; onlineServers=0 2024-11-28T03:00:58,542 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '978bd30859c3,38549,1732762752762' ***** 2024-11-28T03:00:58,542 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:00:58,543 INFO [M:0;978bd30859c3:38549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:00:58,543 INFO [M:0;978bd30859c3:38549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:00:58,543 DEBUG [M:0;978bd30859c3:38549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:00:58,543 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:00:58,543 DEBUG [M:0;978bd30859c3:38549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:00:58,543 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762754865 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762754865,5,FailOnTimeoutGroup] 2024-11-28T03:00:58,543 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762754864 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762754864,5,FailOnTimeoutGroup] 2024-11-28T03:00:58,543 INFO [M:0;978bd30859c3:38549 {}] hbase.ChoreService(370): Chore service for: master/978bd30859c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:00:58,543 INFO [M:0;978bd30859c3:38549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:00:58,544 DEBUG [M:0;978bd30859c3:38549 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:00:58,544 INFO [M:0;978bd30859c3:38549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:00:58,544 INFO [M:0;978bd30859c3:38549 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:00:58,544 ERROR [M:0;978bd30859c3:38549 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35021,5,PEWorkerGroup] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:35021 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35021,5,PEWorkerGroup] 2024-11-28T03:00:58,545 INFO [M:0;978bd30859c3:38549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:00:58,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:00:58,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T03:00:58,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:00:58,551 DEBUG [M:0;978bd30859c3:38549 {}] zookeeper.ZKUtil(347): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T03:00:58,551 WARN [M:0;978bd30859c3:38549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:00:58,552 INFO [M:0;978bd30859c3:38549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/.lastflushedseqids 2024-11-28T03:00:58,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741869_1045 (size=650) 2024-11-28T03:00:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741869_1045 (size=650) 2024-11-28T03:00:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741869_1045 (size=650) 2024-11-28T03:00:58,565 INFO [M:0;978bd30859c3:38549 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:00:58,566 INFO [M:0;978bd30859c3:38549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:00:58,566 DEBUG [M:0;978bd30859c3:38549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:00:58,566 INFO [M:0;978bd30859c3:38549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:00:58,566 DEBUG [M:0;978bd30859c3:38549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:00:58,566 DEBUG [M:0;978bd30859c3:38549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:00:58,566 DEBUG [M:0;978bd30859c3:38549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:00:58,566 INFO [M:0;978bd30859c3:38549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=202.05 KB heapSize=250.90 KB 2024-11-28T03:00:58,584 DEBUG [M:0;978bd30859c3:38549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb6d87e3542249448bd7055197720da0 is 82, key is hbase:meta,,1/info:regioninfo/1732762807226/Put/seqid=0 2024-11-28T03:00:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741870_1046 (size=6071) 2024-11-28T03:00:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741870_1046 (size=6071) 2024-11-28T03:00:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741870_1046 (size=6071) 2024-11-28T03:00:58,591 INFO [M:0;978bd30859c3:38549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb6d87e3542249448bd7055197720da0 2024-11-28T03:00:58,617 DEBUG [M:0;978bd30859c3:38549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b96916587a0f4809909a43e56d70f1d9 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732762776878/Put/seqid=0 2024-11-28T03:00:58,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:00:58,626 INFO [RS:2;978bd30859c3:40131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:00:58,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40131-0x10180aae67b0003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:00:58,626 INFO [RS:2;978bd30859c3:40131 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,40131,1732762753711; zookeeper connection closed. 2024-11-28T03:00:58,626 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5831016 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5831016 2024-11-28T03:00:58,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741871_1047 (size=9042) 2024-11-28T03:00:58,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741871_1047 (size=9042) 2024-11-28T03:00:58,634 INFO [RS:1;978bd30859c3:39651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:00:58,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:00:58,634 INFO [RS:1;978bd30859c3:39651 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,39651,1732762753647; zookeeper connection closed. 2024-11-28T03:00:58,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741871_1047 (size=9042) 2024-11-28T03:00:58,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10180aae67b0002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:00:58,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@206b1212 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@206b1212 2024-11-28T03:00:58,635 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-28T03:00:58,636 INFO [M:0;978bd30859c3:38549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=200.82 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b96916587a0f4809909a43e56d70f1d9 2024-11-28T03:00:58,643 INFO [M:0;978bd30859c3:38549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b96916587a0f4809909a43e56d70f1d9 2024-11-28T03:00:58,659 DEBUG [M:0;978bd30859c3:38549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22764cf4fc8e483b9a825d52524309b8 is 69, key is 978bd30859c3,39651,1732762753647/rs:state/1732762755021/Put/seqid=0 2024-11-28T03:00:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741872_1048 (size=5441) 2024-11-28T03:00:58,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741872_1048 (size=5441) 2024-11-28T03:00:58,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741872_1048 (size=5441) 2024-11-28T03:00:58,670 INFO [M:0;978bd30859c3:38549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22764cf4fc8e483b9a825d52524309b8 2024-11-28T03:00:58,677 INFO [M:0;978bd30859c3:38549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22764cf4fc8e483b9a825d52524309b8 2024-11-28T03:00:58,678 DEBUG [M:0;978bd30859c3:38549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb6d87e3542249448bd7055197720da0 as hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb6d87e3542249448bd7055197720da0 2024-11-28T03:00:58,686 INFO [M:0;978bd30859c3:38549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb6d87e3542249448bd7055197720da0, entries=14, sequenceid=531, filesize=5.9 K 2024-11-28T03:00:58,687 DEBUG [M:0;978bd30859c3:38549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b96916587a0f4809909a43e56d70f1d9 as hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b96916587a0f4809909a43e56d70f1d9 2024-11-28T03:00:58,695 INFO [M:0;978bd30859c3:38549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b96916587a0f4809909a43e56d70f1d9 2024-11-28T03:00:58,695 INFO [M:0;978bd30859c3:38549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b96916587a0f4809909a43e56d70f1d9, entries=58, sequenceid=531, filesize=8.8 K 2024-11-28T03:00:58,697 DEBUG [M:0;978bd30859c3:38549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22764cf4fc8e483b9a825d52524309b8 as hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22764cf4fc8e483b9a825d52524309b8 2024-11-28T03:00:58,704 INFO [M:0;978bd30859c3:38549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22764cf4fc8e483b9a825d52524309b8 2024-11-28T03:00:58,705 INFO [M:0;978bd30859c3:38549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35021/user/jenkins/test-data/6076112c-276e-14af-4c1c-962c3117979e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22764cf4fc8e483b9a825d52524309b8, entries=3, sequenceid=531, filesize=5.3 K 2024-11-28T03:00:58,706 INFO [M:0;978bd30859c3:38549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~202.05 KB/206895, heapSize ~250.60 KB/256616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=531, compaction requested=false 2024-11-28T03:00:58,707 INFO [M:0;978bd30859c3:38549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:00:58,707 DEBUG [M:0;978bd30859c3:38549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762858566Disabling compacts and flushes for region at 1732762858566Disabling writes for close at 1732762858566Obtaining lock to block concurrent updates at 1732762858567 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732762858567Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=206895, getHeapSize=256856, getOffHeapSize=0, getCellsCount=648 at 1732762858567Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732762858568 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732762858568Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732762858584 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732762858584Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732762858597 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732762858616 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732762858616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732762858643 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732762858658 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732762858658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57120c9d: reopening flushed file at 1732762858677 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10fbcfa2: reopening flushed file at 1732762858686 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd13fcd: reopening flushed file at 1732762858695 (+9 ms)Finished flush of dataSize ~202.05 KB/206895, heapSize ~250.60 KB/256616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=531, compaction requested=false at 1732762858706 (+11 ms)Writing region close event to WAL at 1732762858707 (+1 ms)Closed at 1732762858707 2024-11-28T03:00:58,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34389 is added to blk_1073741830_1006 (size=242297) 2024-11-28T03:00:58,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43151 is added to blk_1073741830_1006 (size=242297) 2024-11-28T03:00:58,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741830_1006 (size=242297) 2024-11-28T03:00:58,714 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:00:58,714 INFO [M:0;978bd30859c3:38549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:00:58,714 INFO [M:0;978bd30859c3:38549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38549 2024-11-28T03:00:58,714 INFO [M:0;978bd30859c3:38549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:00:58,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:00:58,843 INFO [M:0;978bd30859c3:38549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:00:58,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38549-0x10180aae67b0000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:00:58,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:00:58,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:00:58,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:00:58,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:00:58,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.log.dir/,STOPPED} 2024-11-28T03:00:58,905 WARN [BP-1475510274-172.17.0.2-1732762749034 heartbeating to localhost/127.0.0.1:35021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:00:58,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:00:58,905 WARN [BP-1475510274-172.17.0.2-1732762749034 heartbeating to localhost/127.0.0.1:35021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1475510274-172.17.0.2-1732762749034 (Datanode Uuid 444859dc-5361-4ee2-9999-6ce7b0aba4d3) service to localhost/127.0.0.1:35021 2024-11-28T03:00:58,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:00:58,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data5/current/BP-1475510274-172.17.0.2-1732762749034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:00:58,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data6/current/BP-1475510274-172.17.0.2-1732762749034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:00:58,907 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:00:58,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:00:58,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:00:58,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:00:58,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:00:58,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.log.dir/,STOPPED} 2024-11-28T03:00:58,910 WARN [BP-1475510274-172.17.0.2-1732762749034 heartbeating to localhost/127.0.0.1:35021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:00:58,910 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:00:58,911 WARN [BP-1475510274-172.17.0.2-1732762749034 heartbeating to localhost/127.0.0.1:35021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1475510274-172.17.0.2-1732762749034 (Datanode Uuid 511ca977-a262-4dbc-947d-01409c585f60) service to localhost/127.0.0.1:35021 2024-11-28T03:00:58,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:00:58,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data3/current/BP-1475510274-172.17.0.2-1732762749034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:00:58,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data4/current/BP-1475510274-172.17.0.2-1732762749034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:00:58,912 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:00:58,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:00:58,916 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:00:58,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:00:58,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:00:58,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.log.dir/,STOPPED} 2024-11-28T03:00:58,918 WARN [BP-1475510274-172.17.0.2-1732762749034 heartbeating to localhost/127.0.0.1:35021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:00:58,918 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:00:58,918 WARN [BP-1475510274-172.17.0.2-1732762749034 heartbeating to localhost/127.0.0.1:35021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1475510274-172.17.0.2-1732762749034 (Datanode Uuid 54a616d0-400c-4646-9a9c-6adc86358757) service to localhost/127.0.0.1:35021 2024-11-28T03:00:58,918 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:00:58,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data1/current/BP-1475510274-172.17.0.2-1732762749034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:00:58,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/cluster_4d940c6e-57d6-d91d-7644-115566d40a36/data/data2/current/BP-1475510274-172.17.0.2-1732762749034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:00:58,919 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:00:58,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:00:58,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:00:58,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:00:58,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:00:58,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.log.dir/,STOPPED} 2024-11-28T03:00:58,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:00:58,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:00:58,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/978bd30859c3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/978bd30859c3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/978bd30859c3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/978bd30859c3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35021 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/978bd30859c3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@644fc1b8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/978bd30859c3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/978bd30859c3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35021 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/978bd30859c3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/978bd30859c3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 80), ProcessCount=11 (was 11), AvailableMemoryMB=7189 (was 8374) 2024-11-28T03:00:58,993 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=7189 2024-11-28T03:00:59,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.log.dir so I do NOT create it in target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd 2024-11-28T03:00:59,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:00:59,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.tmp.dir so I do NOT create it in target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd 2024-11-28T03:00:59,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3160cb6-9acc-9ee5-6388-6696d4b56af3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:00:59,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd 2024-11-28T03:00:59,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:00:59,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b, deleteOnExit=true 2024-11-28T03:00:59,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:00:59,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/test.cache.data in system properties and HBase conf 2024-11-28T03:00:59,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:00:59,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:00:59,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:00:59,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:00:59,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:00:59,009 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:00:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:00:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:00:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:00:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:00:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:00:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:00:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:00:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:00:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:00:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:00:59,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:00:59,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:00:59,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:00:59,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:00:59,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:00:59,444 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:00:59,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:00:59,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:00:59,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:00:59,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:00:59,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42cfd252{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:00:59,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e5e1d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:00:59,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13ec697e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/java.io.tmpdir/jetty-localhost-33749-hadoop-hdfs-3_4_1-tests_jar-_-any-18048405385552838486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:00:59,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16d13838{HTTP/1.1, (http/1.1)}{localhost:33749} 2024-11-28T03:00:59,542 INFO [Time-limited test {}] server.Server(415): Started @112314ms 2024-11-28T03:00:59,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:00:59,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:00:59,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:00:59,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:00:59,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:00:59,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e04e67f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:00:59,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@436c3d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:00:59,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54b53d8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/java.io.tmpdir/jetty-localhost-33425-hadoop-hdfs-3_4_1-tests_jar-_-any-12025005118080975733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:00:59,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e9c6024{HTTP/1.1, (http/1.1)}{localhost:33425} 2024-11-28T03:00:59,866 INFO [Time-limited test {}] server.Server(415): Started @112638ms 2024-11-28T03:00:59,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:00:59,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:00:59,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:00:59,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:00:59,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:00:59,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:00:59,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd60f57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:00:59,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25768e47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:00:59,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ecc1cd9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/java.io.tmpdir/jetty-localhost-45465-hadoop-hdfs-3_4_1-tests_jar-_-any-15487817880684151929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:00:59,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a502093{HTTP/1.1, (http/1.1)}{localhost:45465} 2024-11-28T03:00:59,995 INFO [Time-limited test {}] server.Server(415): Started @112767ms 2024-11-28T03:00:59,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:01:00,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:01:00,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:01:00,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:01:00,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:01:00,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:01:00,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b28489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:01:00,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45b836cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:01:00,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35918bbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/java.io.tmpdir/jetty-localhost-34465-hadoop-hdfs-3_4_1-tests_jar-_-any-9239362556924005036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:01:00,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ba0ffdb{HTTP/1.1, (http/1.1)}{localhost:34465} 2024-11-28T03:01:00,122 INFO [Time-limited test {}] server.Server(415): Started @112895ms 2024-11-28T03:01:00,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:01:00,700 WARN [Thread-747 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data1/current/BP-153648990-172.17.0.2-1732762859027/current, will proceed with Du for space computation calculation, 2024-11-28T03:01:00,700 WARN [Thread-748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data2/current/BP-153648990-172.17.0.2-1732762859027/current, will proceed with Du for space computation calculation, 2024-11-28T03:01:00,720 WARN [Thread-688 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:01:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfda350f6f790f715 with lease ID 0x911678d2ae43828c: Processing first storage report for DS-0b8967e6-1484-4fbe-8c3c-d4e9a2069eff from datanode DatanodeRegistration(127.0.0.1:40205, datanodeUuid=ff5ead7e-bcc8-4c1d-91a6-cc6d08e19c76, infoPort=38301, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027) 2024-11-28T03:01:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfda350f6f790f715 with lease ID 0x911678d2ae43828c: from storage DS-0b8967e6-1484-4fbe-8c3c-d4e9a2069eff node DatanodeRegistration(127.0.0.1:40205, datanodeUuid=ff5ead7e-bcc8-4c1d-91a6-cc6d08e19c76, infoPort=38301, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T03:01:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfda350f6f790f715 with lease ID 0x911678d2ae43828c: Processing first storage report for DS-4ffe83b9-eff3-4102-9619-374355ec2a2b from datanode DatanodeRegistration(127.0.0.1:40205, datanodeUuid=ff5ead7e-bcc8-4c1d-91a6-cc6d08e19c76, infoPort=38301, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027) 2024-11-28T03:01:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfda350f6f790f715 with lease ID 0x911678d2ae43828c: from storage DS-4ffe83b9-eff3-4102-9619-374355ec2a2b node DatanodeRegistration(127.0.0.1:40205, datanodeUuid=ff5ead7e-bcc8-4c1d-91a6-cc6d08e19c76, infoPort=38301, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:01:00,944 WARN [Thread-759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data3/current/BP-153648990-172.17.0.2-1732762859027/current, will proceed with Du for space computation calculation, 2024-11-28T03:01:00,945 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data4/current/BP-153648990-172.17.0.2-1732762859027/current, will proceed with Du for space computation calculation, 2024-11-28T03:01:00,968 WARN [Thread-711 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:01:00,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x322f78549cd4a1ca with lease ID 0x911678d2ae43828d: Processing first storage report for DS-2b8266e6-fe71-4b70-a13a-4c2e9d4fadbc from datanode DatanodeRegistration(127.0.0.1:37943, datanodeUuid=285cc6c9-d2e1-4391-918b-255f1118a39a, infoPort=33355, infoSecurePort=0, ipcPort=37375, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027) 2024-11-28T03:01:00,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x322f78549cd4a1ca with lease ID 0x911678d2ae43828d: from storage DS-2b8266e6-fe71-4b70-a13a-4c2e9d4fadbc node DatanodeRegistration(127.0.0.1:37943, datanodeUuid=285cc6c9-d2e1-4391-918b-255f1118a39a, infoPort=33355, infoSecurePort=0, ipcPort=37375, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:01:00,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x322f78549cd4a1ca with lease ID 0x911678d2ae43828d: Processing first storage report for DS-54837de9-0230-4e40-aaef-039c00771c3b from datanode DatanodeRegistration(127.0.0.1:37943, datanodeUuid=285cc6c9-d2e1-4391-918b-255f1118a39a, infoPort=33355, infoSecurePort=0, ipcPort=37375, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027) 2024-11-28T03:01:00,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x322f78549cd4a1ca with lease ID 0x911678d2ae43828d: from storage DS-54837de9-0230-4e40-aaef-039c00771c3b node DatanodeRegistration(127.0.0.1:37943, datanodeUuid=285cc6c9-d2e1-4391-918b-255f1118a39a, infoPort=33355, infoSecurePort=0, ipcPort=37375, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:01:01,061 WARN [Thread-770 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data5/current/BP-153648990-172.17.0.2-1732762859027/current, will proceed with Du for space computation calculation, 2024-11-28T03:01:01,062 WARN [Thread-771 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data6/current/BP-153648990-172.17.0.2-1732762859027/current, will proceed with Du for space computation calculation, 2024-11-28T03:01:01,083 WARN [Thread-733 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:01:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3835fc73be3b25 with lease ID 0x911678d2ae43828e: Processing first storage report for DS-32098176-36a8-4782-b799-25f8f6a01294 from datanode DatanodeRegistration(127.0.0.1:35647, datanodeUuid=9394329e-35a2-408c-ac6b-588d179d95aa, infoPort=44489, infoSecurePort=0, ipcPort=35749, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027) 2024-11-28T03:01:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3835fc73be3b25 with lease ID 0x911678d2ae43828e: from storage DS-32098176-36a8-4782-b799-25f8f6a01294 node DatanodeRegistration(127.0.0.1:35647, datanodeUuid=9394329e-35a2-408c-ac6b-588d179d95aa, infoPort=44489, infoSecurePort=0, ipcPort=35749, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:01:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3835fc73be3b25 with lease ID 0x911678d2ae43828e: Processing first storage report for DS-e4c4a4b4-f240-4099-9cce-069195647af0 from datanode DatanodeRegistration(127.0.0.1:35647, datanodeUuid=9394329e-35a2-408c-ac6b-588d179d95aa, infoPort=44489, infoSecurePort=0, ipcPort=35749, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027) 2024-11-28T03:01:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3835fc73be3b25 with lease ID 0x911678d2ae43828e: from storage DS-e4c4a4b4-f240-4099-9cce-069195647af0 node DatanodeRegistration(127.0.0.1:35647, datanodeUuid=9394329e-35a2-408c-ac6b-588d179d95aa, infoPort=44489, infoSecurePort=0, ipcPort=35749, storageInfo=lv=-57;cid=testClusterID;nsid=2069067763;c=1732762859027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:01:01,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd 2024-11-28T03:01:01,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/zookeeper_0, clientPort=63736, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:01:01,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63736 2024-11-28T03:01:01,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:01:01,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:01:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:01:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:01:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:01:01,181 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 with version=8 2024-11-28T03:01:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/hbase-staging 2024-11-28T03:01:01,183 INFO [Time-limited test {}] client.ConnectionUtils(128): master/978bd30859c3:0 server-side Connection retries=45 2024-11-28T03:01:01,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:01:01,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:01:01,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:01:01,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:01:01,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32903 2024-11-28T03:01:01,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32903 connecting to ZooKeeper ensemble=127.0.0.1:63736 2024-11-28T03:01:01,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329030x0, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:01:01,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32903-0x10180ac912d0000 connected 2024-11-28T03:01:01,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:01:01,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:01:01,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:01:01,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412, hbase.cluster.distributed=false 2024-11-28T03:01:01,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T03:01:01,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-28T03:01:01,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32903 2024-11-28T03:01:01,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32903 2024-11-28T03:01:01,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-28T03:01:01,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-28T03:01:01,338 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T03:01:01,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:01:01,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:01:01,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:01:01,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:01:01,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33153 2024-11-28T03:01:01,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33153 connecting to ZooKeeper ensemble=127.0.0.1:63736 2024-11-28T03:01:01,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:01:01,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:01:01,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331530x0, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:01:01,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331530x0, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:01:01,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33153-0x10180ac912d0001 connected 2024-11-28T03:01:01,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:01:01,356 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:01:01,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T03:01:01,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T03:01:01,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33153 2024-11-28T03:01:01,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33153 2024-11-28T03:01:01,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33153 2024-11-28T03:01:01,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33153 2024-11-28T03:01:01,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33153 2024-11-28T03:01:01,375 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T03:01:01,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:01:01,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:01:01,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:01:01,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:01:01,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37487 2024-11-28T03:01:01,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37487 connecting to ZooKeeper ensemble=127.0.0.1:63736 2024-11-28T03:01:01,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:01:01,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:01:01,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374870x0, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:01:01,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37487-0x10180ac912d0002 connected 2024-11-28T03:01:01,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:01:01,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:01:01,393 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:01:01,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T03:01:01,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T03:01:01,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37487 2024-11-28T03:01:01,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37487 2024-11-28T03:01:01,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37487 2024-11-28T03:01:01,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37487 2024-11-28T03:01:01,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37487 2024-11-28T03:01:01,415 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T03:01:01,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,415 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:01:01,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:01:01,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:01:01,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:01:01,416 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:01:01,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37961 2024-11-28T03:01:01,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37961 connecting to ZooKeeper ensemble=127.0.0.1:63736 2024-11-28T03:01:01,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:01:01,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:01:01,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379610x0, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:01:01,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379610x0, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:01:01,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37961-0x10180ac912d0003 connected 2024-11-28T03:01:01,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:01:01,431 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:01:01,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T03:01:01,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T03:01:01,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-28T03:01:01,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37961 2024-11-28T03:01:01,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37961 2024-11-28T03:01:01,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-28T03:01:01,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37961 2024-11-28T03:01:01,449 DEBUG [M:0;978bd30859c3:32903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;978bd30859c3:32903 2024-11-28T03:01:01,449 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/978bd30859c3,32903,1732762861183 2024-11-28T03:01:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:01:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:01:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:01:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:01:01,459 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/978bd30859c3,32903,1732762861183 2024-11-28T03:01:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T03:01:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T03:01:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T03:01:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,468 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T03:01:01,469 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/978bd30859c3,32903,1732762861183 from backup master directory 2024-11-28T03:01:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:01:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/978bd30859c3,32903,1732762861183 2024-11-28T03:01:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:01:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:01:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:01:01,480 WARN [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:01:01,480 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=978bd30859c3,32903,1732762861183 2024-11-28T03:01:01,484 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/hbase.id] with ID: e0220f72-4b2f-4dce-8ffc-d2789c7e7982 2024-11-28T03:01:01,484 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/.tmp/hbase.id 2024-11-28T03:01:01,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:01:01,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:01:01,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:01:01,492 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/.tmp/hbase.id]:[hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/hbase.id] 2024-11-28T03:01:01,505 INFO [master/978bd30859c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:01:01,505 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:01:01,507 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:01:01,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:01:01,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:01:01,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:01:01,530 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:01:01,531 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:01:01,531 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:01:01,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:01:01,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:01:01,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:01:01,541 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store 2024-11-28T03:01:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:01:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:01:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:01:01,551 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:01,551 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:01:01,551 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:01:01,551 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:01:01,551 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:01:01,551 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:01:01,551 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:01:01,551 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762861551Disabling compacts and flushes for region at 1732762861551Disabling writes for close at 1732762861551Writing region close event to WAL at 1732762861551Closed at 1732762861551 2024-11-28T03:01:01,552 WARN [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/.initializing 2024-11-28T03:01:01,552 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/WALs/978bd30859c3,32903,1732762861183 2024-11-28T03:01:01,553 INFO [master/978bd30859c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:01:01,555 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C32903%2C1732762861183, suffix=, logDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/WALs/978bd30859c3,32903,1732762861183, archiveDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/oldWALs, maxLogs=10 2024-11-28T03:01:01,567 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/WALs/978bd30859c3,32903,1732762861183/978bd30859c3%2C32903%2C1732762861183.1732762861555, exclude list is [], retry=0 2024-11-28T03:01:01,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37943,DS-2b8266e6-fe71-4b70-a13a-4c2e9d4fadbc,DISK] 2024-11-28T03:01:01,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35647,DS-32098176-36a8-4782-b799-25f8f6a01294,DISK] 2024-11-28T03:01:01,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40205,DS-0b8967e6-1484-4fbe-8c3c-d4e9a2069eff,DISK] 2024-11-28T03:01:01,572 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/WALs/978bd30859c3,32903,1732762861183/978bd30859c3%2C32903%2C1732762861183.1732762861555 2024-11-28T03:01:01,572 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33355:33355),(127.0.0.1/127.0.0.1:44489:44489),(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-28T03:01:01,572 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:01:01,573 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:01,573 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,573 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:01:01,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:01,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:01:01,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:01:01,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:01,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:01,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:01:01,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:01,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:01,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:01:01,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:01,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:01,583 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,584 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,584 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,585 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,586 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,586 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:01:01,587 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:01:01,589 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:01,590 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63207039, jitterRate=-0.05814172327518463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:01:01,590 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732762861573Initializing all the Stores at 1732762861574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762861574Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762861574Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762861574Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762861574Cleaning up temporary data from old regions at 1732762861586 (+12 ms)Region opened successfully at 1732762861590 (+4 ms) 2024-11-28T03:01:01,590 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:01:01,593 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b810b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T03:01:01,594 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:01:01,594 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:01:01,594 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:01:01,595 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:01:01,595 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:01:01,596 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:01:01,596 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-28T03:01:01,598 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:01:01,599 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T03:01:01,622 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T03:01:01,622 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:01:01,623 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:01:01,633 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T03:01:01,633 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:01:01,635 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:01:01,641 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T03:01:01,642 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:01:01,650 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T03:01:01,652 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:01:01,663 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T03:01:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T03:01:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T03:01:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T03:01:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T03:01:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,676 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=978bd30859c3,32903,1732762861183, sessionid=0x10180ac912d0000, setting cluster-up flag (Was=false) 2024-11-28T03:01:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,717 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T03:01:01,718 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,32903,1732762861183 2024-11-28T03:01:01,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:01,758 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T03:01:01,760 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,32903,1732762861183 2024-11-28T03:01:01,761 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:01:01,763 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:01:01,763 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:01:01,763 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:01:01,763 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 978bd30859c3,32903,1732762861183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:01:01,765 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:01:01,765 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:01:01,765 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:01:01,765 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:01:01,765 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/978bd30859c3:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:01:01,765 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,765 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:01:01,765 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,766 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732762891766 2024-11-28T03:01:01,766 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:01:01,766 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:01:01,766 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:01:01,767 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:01:01,767 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:01:01,767 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:01:01,767 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:01:01,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:01:01,767 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:01:01,767 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:01:01,768 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:01:01,768 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:01:01,768 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:01:01,768 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762861768,5,FailOnTimeoutGroup] 2024-11-28T03:01:01,769 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762861768,5,FailOnTimeoutGroup] 2024-11-28T03:01:01,769 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,769 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:01,769 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:01:01,769 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,769 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:01:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:01:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:01:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:01:01,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:01:01,784 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741832_1008 (size=32) 2024-11-28T03:01:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741832_1008 (size=32) 2024-11-28T03:01:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741832_1008 (size=32) 2024-11-28T03:01:01,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:01,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:01:01,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:01:01,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:01,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:01:01,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:01:01,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:01:01,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:01,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:01:01,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:01:01,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:01:01,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:01,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:01:01,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:01:01,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:01:01,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:01,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:01:01,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:01:01,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740 2024-11-28T03:01:01,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740 2024-11-28T03:01:01,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:01:01,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:01:01,816 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:01:01,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:01:01,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:01,820 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65288378, jitterRate=-0.027127355337142944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:01:01,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732762861797Initializing all the Stores at 1732762861798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762861798Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762861799 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762861799Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762861799Cleaning up temporary data from old regions at 1732762861815 (+16 ms)Region opened successfully at 1732762861820 (+5 ms) 2024-11-28T03:01:01,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:01:01,821 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:01:01,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:01:01,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:01:01,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:01:01,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:01:01,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762861821Disabling compacts and flushes for region at 1732762861821Disabling writes for close at 1732762861821Writing region close event to WAL at 1732762861821Closed at 1732762861821 2024-11-28T03:01:01,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:01:01,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:01:01,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:01:01,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:01:01,825 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:01:01,836 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(746): ClusterId : e0220f72-4b2f-4dce-8ffc-d2789c7e7982 2024-11-28T03:01:01,836 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(746): ClusterId : e0220f72-4b2f-4dce-8ffc-d2789c7e7982 2024-11-28T03:01:01,836 INFO [RS:2;978bd30859c3:37961 {}] regionserver.HRegionServer(746): ClusterId : e0220f72-4b2f-4dce-8ffc-d2789c7e7982 2024-11-28T03:01:01,836 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:01:01,836 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:01:01,836 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:01:01,868 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:01:01,868 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:01:01,868 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:01:01,868 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:01:01,868 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:01:01,868 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:01:01,876 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:01:01,876 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:01:01,876 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:01:01,877 DEBUG [RS:0;978bd30859c3:33153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de5861b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T03:01:01,877 DEBUG [RS:2;978bd30859c3:37961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c34db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T03:01:01,877 DEBUG [RS:1;978bd30859c3:37487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62596d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T03:01:01,889 DEBUG [RS:1;978bd30859c3:37487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;978bd30859c3:37487 2024-11-28T03:01:01,889 DEBUG [RS:0;978bd30859c3:33153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;978bd30859c3:33153 2024-11-28T03:01:01,889 DEBUG [RS:2;978bd30859c3:37961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;978bd30859c3:37961 2024-11-28T03:01:01,890 INFO [RS:0;978bd30859c3:33153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:01:01,890 INFO [RS:1;978bd30859c3:37487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:01:01,890 INFO [RS:2;978bd30859c3:37961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:01:01,890 INFO [RS:0;978bd30859c3:33153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:01:01,890 INFO [RS:1;978bd30859c3:37487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:01:01,890 INFO [RS:2;978bd30859c3:37961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:01:01,890 DEBUG [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:01:01,890 DEBUG [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:01:01,890 DEBUG [RS:2;978bd30859c3:37961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:01:01,891 INFO [RS:2;978bd30859c3:37961 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,32903,1732762861183 with port=37961, startcode=1732762861415 2024-11-28T03:01:01,891 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,32903,1732762861183 with port=37487, startcode=1732762861374 2024-11-28T03:01:01,891 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,32903,1732762861183 with port=33153, startcode=1732762861338 2024-11-28T03:01:01,891 DEBUG [RS:1;978bd30859c3:37487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:01:01,891 DEBUG [RS:0;978bd30859c3:33153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:01:01,891 DEBUG [RS:2;978bd30859c3:37961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:01:01,893 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:01:01,893 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54799, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:01:01,893 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37035, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:01:01,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,37487,1732762861374 2024-11-28T03:01:01,894 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,37487,1732762861374 2024-11-28T03:01:01,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,33153,1732762861338 2024-11-28T03:01:01,895 DEBUG [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:01,895 DEBUG [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46151 2024-11-28T03:01:01,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,33153,1732762861338 2024-11-28T03:01:01,895 DEBUG [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:01:01,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,37961,1732762861415 2024-11-28T03:01:01,896 DEBUG [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:01,896 DEBUG [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46151 2024-11-28T03:01:01,896 DEBUG [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:01:01,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,37961,1732762861415 2024-11-28T03:01:01,897 DEBUG [RS:2;978bd30859c3:37961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:01,897 DEBUG [RS:2;978bd30859c3:37961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46151 2024-11-28T03:01:01,897 DEBUG [RS:2;978bd30859c3:37961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:01:01,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T03:01:01,942 DEBUG [RS:1;978bd30859c3:37487 {}] zookeeper.ZKUtil(111): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,37487,1732762861374 2024-11-28T03:01:01,943 WARN [RS:1;978bd30859c3:37487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:01:01,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,37961,1732762861415] 2024-11-28T03:01:01,943 INFO [RS:1;978bd30859c3:37487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:01:01,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,37487,1732762861374] 2024-11-28T03:01:01,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,33153,1732762861338] 2024-11-28T03:01:01,943 DEBUG [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37487,1732762861374 2024-11-28T03:01:01,943 DEBUG [RS:0;978bd30859c3:33153 {}] zookeeper.ZKUtil(111): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,33153,1732762861338 2024-11-28T03:01:01,943 DEBUG [RS:2;978bd30859c3:37961 {}] zookeeper.ZKUtil(111): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,37961,1732762861415 2024-11-28T03:01:01,943 WARN [RS:0;978bd30859c3:33153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:01:01,943 WARN [RS:2;978bd30859c3:37961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:01:01,943 INFO [RS:0;978bd30859c3:33153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:01:01,943 INFO [RS:2;978bd30859c3:37961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:01:01,944 DEBUG [RS:2;978bd30859c3:37961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415 2024-11-28T03:01:01,944 DEBUG [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,33153,1732762861338 2024-11-28T03:01:01,950 INFO [RS:0;978bd30859c3:33153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:01:01,950 INFO [RS:2;978bd30859c3:37961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:01:01,953 INFO [RS:0;978bd30859c3:33153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:01:01,953 INFO [RS:0;978bd30859c3:33153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:01:01,953 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,953 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:01:01,954 INFO [RS:1;978bd30859c3:37487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:01:01,954 INFO [RS:0;978bd30859c3:33153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:01:01,954 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,954 INFO [RS:2;978bd30859c3:37961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:01:01,954 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,954 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,955 INFO [RS:2;978bd30859c3:37961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:01:01,955 INFO [RS:2;978bd30859c3:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:01:01,955 DEBUG [RS:0;978bd30859c3:33153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:01:01,955 INFO [RS:2;978bd30859c3:37961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:01:01,956 INFO [RS:1;978bd30859c3:37487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:01:01,956 INFO [RS:2;978bd30859c3:37961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:01:01,956 INFO [RS:2;978bd30859c3:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,956 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,956 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,956 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,956 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,957 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,957 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:01:01,957 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,957 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,957 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,957 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,957 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,957 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,957 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:01:01,957 DEBUG [RS:2;978bd30859c3:37961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:01:01,958 INFO [RS:1;978bd30859c3:37487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:01:01,958 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,958 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,958 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,958 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,958 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,958 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:01:01,959 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,959 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33153,1732762861338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:01:01,959 INFO [RS:2;978bd30859c3:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,959 INFO [RS:2;978bd30859c3:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,959 INFO [RS:2;978bd30859c3:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,959 INFO [RS:2;978bd30859c3:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,959 INFO [RS:2;978bd30859c3:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,959 INFO [RS:2;978bd30859c3:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37961,1732762861415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:01:01,959 INFO [RS:1;978bd30859c3:37487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:01:01,959 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:01:01,960 DEBUG [RS:1;978bd30859c3:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:01:01,965 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,965 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,965 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,965 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,965 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,965 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37487,1732762861374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:01:01,975 WARN [978bd30859c3:32903 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T03:01:01,977 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:01:01,977 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33153,1732762861338-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,977 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,977 INFO [RS:0;978bd30859c3:33153 {}] regionserver.Replication(171): 978bd30859c3,33153,1732762861338 started 2024-11-28T03:01:01,978 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:01:01,978 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37487,1732762861374-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,978 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,978 INFO [RS:1;978bd30859c3:37487 {}] regionserver.Replication(171): 978bd30859c3,37487,1732762861374 started 2024-11-28T03:01:01,981 INFO [RS:2;978bd30859c3:37961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:01:01,981 INFO [RS:2;978bd30859c3:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37961,1732762861415-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,981 INFO [RS:2;978bd30859c3:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,981 INFO [RS:2;978bd30859c3:37961 {}] regionserver.Replication(171): 978bd30859c3,37961,1732762861415 started 2024-11-28T03:01:01,990 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,991 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,37487,1732762861374, RpcServer on 978bd30859c3/172.17.0.2:37487, sessionid=0x10180ac912d0002 2024-11-28T03:01:01,991 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:01:01,991 DEBUG [RS:1;978bd30859c3:37487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,37487,1732762861374 2024-11-28T03:01:01,991 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,37487,1732762861374' 2024-11-28T03:01:01,991 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T03:01:01,992 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T03:01:01,992 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:01:01,992 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:01:01,992 DEBUG [RS:1;978bd30859c3:37487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,37487,1732762861374 2024-11-28T03:01:01,992 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,37487,1732762861374' 2024-11-28T03:01:01,992 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T03:01:01,993 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T03:01:01,993 DEBUG [RS:1;978bd30859c3:37487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:01:01,993 INFO [RS:1;978bd30859c3:37487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:01:01,993 INFO [RS:1;978bd30859c3:37487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:01:01,995 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,995 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,33153,1732762861338, RpcServer on 978bd30859c3/172.17.0.2:33153, sessionid=0x10180ac912d0001 2024-11-28T03:01:01,995 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:01:01,995 DEBUG [RS:0;978bd30859c3:33153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,33153,1732762861338 2024-11-28T03:01:01,995 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,33153,1732762861338' 2024-11-28T03:01:01,995 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T03:01:01,996 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T03:01:01,996 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:01:01,996 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:01:01,996 DEBUG [RS:0;978bd30859c3:33153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,33153,1732762861338 2024-11-28T03:01:01,996 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,33153,1732762861338' 2024-11-28T03:01:01,996 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T03:01:01,997 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T03:01:01,997 DEBUG [RS:0;978bd30859c3:33153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:01:01,997 INFO [RS:0;978bd30859c3:33153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:01:01,997 INFO [RS:0;978bd30859c3:33153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:01:01,998 INFO [RS:2;978bd30859c3:37961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:01,998 INFO [RS:2;978bd30859c3:37961 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,37961,1732762861415, RpcServer on 978bd30859c3/172.17.0.2:37961, sessionid=0x10180ac912d0003 2024-11-28T03:01:01,998 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:01:01,998 DEBUG [RS:2;978bd30859c3:37961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,37961,1732762861415 2024-11-28T03:01:01,999 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,37961,1732762861415' 2024-11-28T03:01:01,999 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T03:01:01,999 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T03:01:01,999 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:01:01,999 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:01:01,999 DEBUG [RS:2;978bd30859c3:37961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,37961,1732762861415 2024-11-28T03:01:01,999 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,37961,1732762861415' 2024-11-28T03:01:02,000 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T03:01:02,000 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T03:01:02,000 DEBUG [RS:2;978bd30859c3:37961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:01:02,000 INFO [RS:2;978bd30859c3:37961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:01:02,000 INFO [RS:2;978bd30859c3:37961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:01:02,094 INFO [RS:1;978bd30859c3:37487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:01:02,098 INFO [RS:1;978bd30859c3:37487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C37487%2C1732762861374, suffix=, logDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37487,1732762861374, archiveDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/oldWALs, maxLogs=32 2024-11-28T03:01:02,098 INFO [RS:0;978bd30859c3:33153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:01:02,101 INFO [RS:2;978bd30859c3:37961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:01:02,102 INFO [RS:0;978bd30859c3:33153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C33153%2C1732762861338, suffix=, logDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,33153,1732762861338, archiveDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/oldWALs, maxLogs=32 2024-11-28T03:01:02,105 INFO [RS:2;978bd30859c3:37961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C37961%2C1732762861415, suffix=, logDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415, archiveDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/oldWALs, maxLogs=32 2024-11-28T03:01:02,118 DEBUG [RS:2;978bd30859c3:37961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415/978bd30859c3%2C37961%2C1732762861415.1732762862106, exclude list is [], retry=0 2024-11-28T03:01:02,118 DEBUG [RS:1;978bd30859c3:37487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37487,1732762861374/978bd30859c3%2C37487%2C1732762861374.1732762862099, exclude list is [], retry=0 2024-11-28T03:01:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37943,DS-2b8266e6-fe71-4b70-a13a-4c2e9d4fadbc,DISK] 2024-11-28T03:01:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35647,DS-32098176-36a8-4782-b799-25f8f6a01294,DISK] 2024-11-28T03:01:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37943,DS-2b8266e6-fe71-4b70-a13a-4c2e9d4fadbc,DISK] 2024-11-28T03:01:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35647,DS-32098176-36a8-4782-b799-25f8f6a01294,DISK] 2024-11-28T03:01:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40205,DS-0b8967e6-1484-4fbe-8c3c-d4e9a2069eff,DISK] 2024-11-28T03:01:02,121 DEBUG [RS:0;978bd30859c3:33153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,33153,1732762861338/978bd30859c3%2C33153%2C1732762861338.1732762862104, exclude list is [], retry=0 2024-11-28T03:01:02,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40205,DS-0b8967e6-1484-4fbe-8c3c-d4e9a2069eff,DISK] 2024-11-28T03:01:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37943,DS-2b8266e6-fe71-4b70-a13a-4c2e9d4fadbc,DISK] 2024-11-28T03:01:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35647,DS-32098176-36a8-4782-b799-25f8f6a01294,DISK] 2024-11-28T03:01:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40205,DS-0b8967e6-1484-4fbe-8c3c-d4e9a2069eff,DISK] 2024-11-28T03:01:02,126 INFO [RS:2;978bd30859c3:37961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415/978bd30859c3%2C37961%2C1732762861415.1732762862106 2024-11-28T03:01:02,126 INFO [RS:1;978bd30859c3:37487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37487,1732762861374/978bd30859c3%2C37487%2C1732762861374.1732762862099 2024-11-28T03:01:02,127 DEBUG [RS:2;978bd30859c3:37961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33355:33355),(127.0.0.1/127.0.0.1:38301:38301),(127.0.0.1/127.0.0.1:44489:44489)] 2024-11-28T03:01:02,127 DEBUG [RS:1;978bd30859c3:37487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489),(127.0.0.1/127.0.0.1:33355:33355),(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-28T03:01:02,131 INFO [RS:0;978bd30859c3:33153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,33153,1732762861338/978bd30859c3%2C33153%2C1732762861338.1732762862104 2024-11-28T03:01:02,131 DEBUG [RS:0;978bd30859c3:33153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33355:33355),(127.0.0.1/127.0.0.1:44489:44489),(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-28T03:01:02,225 DEBUG [978bd30859c3:32903 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-28T03:01:02,226 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T03:01:02,230 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T03:01:02,230 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T03:01:02,230 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T03:01:02,231 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T03:01:02,231 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T03:01:02,231 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T03:01:02,231 INFO [978bd30859c3:32903 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T03:01:02,231 INFO [978bd30859c3:32903 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T03:01:02,231 INFO [978bd30859c3:32903 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T03:01:02,231 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T03:01:02,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=978bd30859c3,33153,1732762861338 2024-11-28T03:01:02,234 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,33153,1732762861338, state=OPENING 2024-11-28T03:01:02,250 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:01:02,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:02,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:02,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:02,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:01:02,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:01:02,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:01:02,260 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:01:02,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:01:02,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:01:02,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,33153,1732762861338}] 2024-11-28T03:01:03,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:03,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:03,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:03,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:01:03,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:03,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:03,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:12,266 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:01:12,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51455, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:01:12,278 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:01:12,278 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:01:12,279 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:01:12,280 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C33153%2C1732762861338.meta, suffix=.meta, logDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,33153,1732762861338, archiveDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/oldWALs, maxLogs=32 2024-11-28T03:01:12,294 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,33153,1732762861338/978bd30859c3%2C33153%2C1732762861338.meta.1732762872281.meta, exclude list is [], retry=0 2024-11-28T03:01:12,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37943,DS-2b8266e6-fe71-4b70-a13a-4c2e9d4fadbc,DISK] 2024-11-28T03:01:12,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35647,DS-32098176-36a8-4782-b799-25f8f6a01294,DISK] 2024-11-28T03:01:12,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40205,DS-0b8967e6-1484-4fbe-8c3c-d4e9a2069eff,DISK] 2024-11-28T03:01:12,299 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,33153,1732762861338/978bd30859c3%2C33153%2C1732762861338.meta.1732762872281.meta 2024-11-28T03:01:12,303 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33355:33355),(127.0.0.1/127.0.0.1:44489:44489),(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-28T03:01:12,303 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:01:12,303 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:01:12,303 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:01:12,304 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:01:12,304 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:01:12,304 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:12,304 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:01:12,304 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:01:12,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:01:12,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:01:12,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:12,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:01:12,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:01:12,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:01:12,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:12,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:01:12,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:01:12,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:01:12,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:12,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:01:12,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:01:12,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:01:12,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:12,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:01:12,313 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:01:12,314 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740 2024-11-28T03:01:12,315 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740 2024-11-28T03:01:12,317 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:01:12,317 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:01:12,318 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:01:12,320 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:01:12,321 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73504921, jitterRate=0.09530867636203766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:01:12,321 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:01:12,321 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732762872304Writing region info on filesystem at 1732762872304Initializing all the Stores at 1732762872305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762872305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762872306 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762872306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762872306Cleaning up temporary data from old regions at 1732762872317 (+11 ms)Running coprocessor post-open hooks at 1732762872321 (+4 ms)Region opened successfully at 1732762872321 2024-11-28T03:01:12,322 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732762872265 2024-11-28T03:01:12,323 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:01:12,324 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:01:12,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,33153,1732762861338 2024-11-28T03:01:12,325 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,33153,1732762861338, state=OPEN 2024-11-28T03:01:12,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T03:01:12,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T03:01:12,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T03:01:12,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T03:01:12,388 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=978bd30859c3,33153,1732762861338 2024-11-28T03:01:12,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:01:12,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:01:12,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:01:12,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:01:12,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:01:12,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,33153,1732762861338 in 10.1280 sec 2024-11-28T03:01:12,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:01:12,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5700 sec 2024-11-28T03:01:12,396 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:01:12,396 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:01:12,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:01:12,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,33153,1732762861338, seqNum=-1] 2024-11-28T03:01:12,398 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:01:12,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36969, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:01:12,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6410 sec 2024-11-28T03:01:12,404 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732762872404, completionTime=-1 2024-11-28T03:01:12,405 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-28T03:01:12,405 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:01:12,407 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-28T03:01:12,407 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732762932407 2024-11-28T03:01:12,407 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732762992407 2024-11-28T03:01:12,407 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:01:12,407 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T03:01:12,408 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,32903,1732762861183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:12,408 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,32903,1732762861183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:12,408 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,32903,1732762861183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:12,408 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-978bd30859c3:32903, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:12,408 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:12,409 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:12,411 DEBUG [master/978bd30859c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:01:12,413 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.933sec 2024-11-28T03:01:12,414 INFO [master/978bd30859c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:01:12,414 INFO [master/978bd30859c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:01:12,414 INFO [master/978bd30859c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:01:12,414 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:01:12,414 INFO [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:01:12,414 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,32903,1732762861183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:01:12,414 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,32903,1732762861183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:01:12,416 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:01:12,417 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:01:12,417 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,32903,1732762861183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:01:12,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673a030f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:01:12,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,32903,-1 for getting cluster id 2024-11-28T03:01:12,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:01:12,452 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0220f72-4b2f-4dce-8ffc-d2789c7e7982' 2024-11-28T03:01:12,452 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:01:12,452 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0220f72-4b2f-4dce-8ffc-d2789c7e7982" 2024-11-28T03:01:12,453 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5148a715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:01:12,453 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,32903,-1] 2024-11-28T03:01:12,453 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:01:12,453 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:01:12,455 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:01:12,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fb17f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:01:12,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:01:12,458 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,33153,1732762861338, seqNum=-1] 2024-11-28T03:01:12,458 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:01:12,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:01:12,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=978bd30859c3,32903,1732762861183 2024-11-28T03:01:12,463 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732762872463 (current time:1732762872463). 2024-11-28T03:01:12,463 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-28T03:01:12,463 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-28T03:01:12,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e7b9ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:01:12,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,32903,-1 for getting cluster id 2024-11-28T03:01:12,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:01:12,465 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0220f72-4b2f-4dce-8ffc-d2789c7e7982' 2024-11-28T03:01:12,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:01:12,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0220f72-4b2f-4dce-8ffc-d2789c7e7982" 2024-11-28T03:01:12,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217aa8a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:01:12,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,32903,-1] 2024-11-28T03:01:12,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:01:12,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:01:12,467 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:01:12,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53786f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:01:12,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:01:12,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,33153,1732762861338, seqNum=-1] 2024-11-28T03:01:12,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:01:12,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:01:12,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:01:12,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:01:12,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:01:12,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:01:12,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:01:12,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:01:12,473 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 978bd30859c3,32903,1732762861183 2024-11-28T03:01:12,473 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d2a4115 2024-11-28T03:01:12,473 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:01:12,475 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:01:12,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:01:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-28T03:01:12,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:01:12,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:12,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-28T03:01:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:01:12,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:01:12,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741837_1013 (size=361) 2024-11-28T03:01:12,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741837_1013 (size=361) 2024-11-28T03:01:12,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741837_1013 (size=361) 2024-11-28T03:01:12,494 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b45b6211dba79d2c47006edfe7d87b82, NAME => 'SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:12,494 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e295866ae402049372a8040eab9240b, NAME => 'SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:12,494 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a3e3b53ec3b2fe13cc99c003e376fdf6, NAME => 'SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741838_1014 (size=62) 2024-11-28T03:01:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741839_1015 (size=62) 2024-11-28T03:01:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741838_1014 (size=62) 2024-11-28T03:01:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741839_1015 (size=62) 2024-11-28T03:01:12,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741838_1014 (size=62) 2024-11-28T03:01:12,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:12,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741839_1015 (size=62) 2024-11-28T03:01:12,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b45b6211dba79d2c47006edfe7d87b82, disabling compactions & flushes 2024-11-28T03:01:12,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:12,512 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:01:12,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:01:12,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a3e3b53ec3b2fe13cc99c003e376fdf6, disabling compactions & flushes 2024-11-28T03:01:12,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. after waiting 0 ms 2024-11-28T03:01:12,512 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:01:12,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:01:12,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:01:12,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. after waiting 0 ms 2024-11-28T03:01:12,512 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:01:12,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:01:12,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b45b6211dba79d2c47006edfe7d87b82: Waiting for close lock at 1732762872511Disabling compacts and flushes for region at 1732762872511Disabling writes for close at 1732762872512 (+1 ms)Writing region close event to WAL at 1732762872512Closed at 1732762872512 2024-11-28T03:01:12,512 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:01:12,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a3e3b53ec3b2fe13cc99c003e376fdf6: Waiting for close lock at 1732762872512Disabling compacts and flushes for region at 1732762872512Disabling writes for close at 1732762872512Writing region close event to WAL at 1732762872512Closed at 1732762872512 2024-11-28T03:01:12,513 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 227b9b966a7ff02f50af1863642383df, NAME => 'SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:12,513 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bfb46ddf0d73dd2ff6c6375d44014ed2, NAME => 'SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:12,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741840_1016 (size=54) 2024-11-28T03:01:12,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741840_1016 (size=54) 2024-11-28T03:01:12,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741840_1016 (size=54) 2024-11-28T03:01:12,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:12,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4e295866ae402049372a8040eab9240b, disabling compactions & flushes 2024-11-28T03:01:12,515 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:01:12,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:01:12,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. after waiting 0 ms 2024-11-28T03:01:12,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:01:12,515 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:01:12,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e295866ae402049372a8040eab9240b: Waiting for close lock at 1732762872515Disabling compacts and flushes for region at 1732762872515Disabling writes for close at 1732762872515Writing region close event to WAL at 1732762872515Closed at 1732762872515 2024-11-28T03:01:12,516 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1d08924fc8e885b94308d212c25acb5, NAME => 'SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:12,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741841_1017 (size=62) 2024-11-28T03:01:12,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741842_1018 (size=62) 2024-11-28T03:01:12,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741842_1018 (size=62) 2024-11-28T03:01:12,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741842_1018 (size=62) 2024-11-28T03:01:12,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741841_1017 (size=62) 2024-11-28T03:01:12,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741841_1017 (size=62) 2024-11-28T03:01:12,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:12,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing bfb46ddf0d73dd2ff6c6375d44014ed2, disabling compactions & flushes 2024-11-28T03:01:12,525 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:01:12,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:01:12,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. after waiting 0 ms 2024-11-28T03:01:12,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:01:12,525 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:01:12,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for bfb46ddf0d73dd2ff6c6375d44014ed2: Waiting for close lock at 1732762872525Disabling compacts and flushes for region at 1732762872525Disabling writes for close at 1732762872525Writing region close event to WAL at 1732762872525Closed at 1732762872525 2024-11-28T03:01:12,526 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 86daef80fc5c629068f4df0777a673cb, NAME => 'SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:12,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:12,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 227b9b966a7ff02f50af1863642383df, disabling compactions & flushes 2024-11-28T03:01:12,526 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:01:12,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:01:12,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. after waiting 0 ms 2024-11-28T03:01:12,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:01:12,527 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:01:12,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 227b9b966a7ff02f50af1863642383df: Waiting for close lock at 1732762872526Disabling compacts and flushes for region at 1732762872526Disabling writes for close at 1732762872526Writing region close event to WAL at 1732762872527 (+1 ms)Closed at 1732762872527 2024-11-28T03:01:12,528 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2065800083428a3b591117d72f6afbb3, NAME => 'SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:12,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741843_1019 (size=62) 2024-11-28T03:01:12,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741843_1019 (size=62) 2024-11-28T03:01:12,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741843_1019 (size=62) 2024-11-28T03:01:12,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:12,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d1d08924fc8e885b94308d212c25acb5, disabling compactions & flushes 2024-11-28T03:01:12,541 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5. 2024-11-28T03:01:12,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5. 2024-11-28T03:01:12,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5. after waiting 0 ms 2024-11-28T03:01:12,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5. 2024-11-28T03:01:12,541 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5. 2024-11-28T03:01:12,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1d08924fc8e885b94308d212c25acb5: Waiting for close lock at 1732762872541Disabling compacts and flushes for region at 1732762872541Disabling writes for close at 1732762872541Writing region close event to WAL at 1732762872541Closed at 1732762872541 2024-11-28T03:01:12,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21777e920d96e0a39e8e1ee1b0edc7d9, NAME => 'SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741845_1021 (size=62) 2024-11-28T03:01:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741845_1021 (size=62) 2024-11-28T03:01:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741845_1021 (size=62) 2024-11-28T03:01:12,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:12,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 86daef80fc5c629068f4df0777a673cb, disabling compactions & flushes 2024-11-28T03:01:12,553 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:01:12,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:01:12,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. after waiting 0 ms 2024-11-28T03:01:12,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:01:12,553 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:01:12,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 86daef80fc5c629068f4df0777a673cb: Waiting for close lock at 1732762872553Disabling compacts and flushes for region at 1732762872553Disabling writes for close at 1732762872553Writing region close event to WAL at 1732762872553Closed at 1732762872553 2024-11-28T03:01:12,554 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8436b461faeecf61d159e1a3a3a3ea83, NAME => 'SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412 2024-11-28T03:01:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741844_1020 (size=62) 2024-11-28T03:01:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741844_1020 (size=62) 2024-11-28T03:01:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741844_1020 (size=62) 2024-11-28T03:01:12,561 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:12,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2065800083428a3b591117d72f6afbb3, disabling compactions & flushes 2024-11-28T03:01:12,562 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:01:12,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:01:12,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. after waiting 0 ms 2024-11-28T03:01:12,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:01:12,562 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:01:12,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2065800083428a3b591117d72f6afbb3: Waiting for close lock at 1732762872562Disabling compacts and flushes for region at 1732762872562Disabling writes for close at 1732762872562Writing region close event to WAL at 1732762872562Closed at 1732762872562 2024-11-28T03:01:12,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741846_1022 (size=62) 2024-11-28T03:01:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741846_1022 (size=62) 2024-11-28T03:01:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741846_1022 (size=62) 2024-11-28T03:01:12,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741847_1023 (size=54) 2024-11-28T03:01:12,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741847_1023 (size=54) 2024-11-28T03:01:12,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741847_1023 (size=54) 2024-11-28T03:01:12,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:12,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8436b461faeecf61d159e1a3a3a3ea83, disabling compactions & flushes 2024-11-28T03:01:12,574 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:01:12,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:01:12,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. after waiting 0 ms 2024-11-28T03:01:12,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:01:12,574 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:01:12,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8436b461faeecf61d159e1a3a3a3ea83: Waiting for close lock at 1732762872574Disabling compacts and flushes for region at 1732762872574Disabling writes for close at 1732762872574Writing region close event to WAL at 1732762872574Closed at 1732762872574 2024-11-28T03:01:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:01:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:01:12,972 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:12,973 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 21777e920d96e0a39e8e1ee1b0edc7d9, disabling compactions & flushes 2024-11-28T03:01:12,973 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:01:12,973 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:01:12,973 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. after waiting 0 ms 2024-11-28T03:01:12,973 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:01:12,973 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:01:12,973 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21777e920d96e0a39e8e1ee1b0edc7d9: Waiting for close lock at 1732762872973Disabling compacts and flushes for region at 1732762872973Disabling writes for close at 1732762872973Writing region close event to WAL at 1732762872973Closed at 1732762872973 2024-11-28T03:01:12,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:01:12,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762872976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762872976"}]},"ts":"1732762872976"} 2024-11-28T03:01:12,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762872976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762872976"}]},"ts":"1732762872976"} 2024-11-28T03:01:12,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732762872976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762872976"}]},"ts":"1732762872976"} 2024-11-28T03:01:12,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762872976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762872976"}]},"ts":"1732762872976"} 2024-11-28T03:01:12,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762872976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762872976"}]},"ts":"1732762872976"} 2024-11-28T03:01:12,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762872976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762872976"}]},"ts":"1732762872976"} 2024-11-28T03:01:12,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762872976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762872976"}]},"ts":"1732762872976"} 2024-11-28T03:01:12,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762872976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762872976"}]},"ts":"1732762872976"} 2024-11-28T03:01:12,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732762872976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762872976"}]},"ts":"1732762872976"} 2024-11-28T03:01:12,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732762872976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762872976"}]},"ts":"1732762872976"} 2024-11-28T03:01:12,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-28T03:01:12,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:01:12,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762872984"}]},"ts":"1732762872984"} 2024-11-28T03:01:12,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-28T03:01:12,986 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T03:01:12,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T03:01:12,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T03:01:12,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T03:01:12,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T03:01:12,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T03:01:12,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T03:01:12,991 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T03:01:12,991 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T03:01:12,991 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T03:01:12,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T03:01:12,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e295866ae402049372a8040eab9240b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3e3b53ec3b2fe13cc99c003e376fdf6, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b45b6211dba79d2c47006edfe7d87b82, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfb46ddf0d73dd2ff6c6375d44014ed2, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=227b9b966a7ff02f50af1863642383df, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d1d08924fc8e885b94308d212c25acb5, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86daef80fc5c629068f4df0777a673cb, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2065800083428a3b591117d72f6afbb3, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21777e920d96e0a39e8e1ee1b0edc7d9, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8436b461faeecf61d159e1a3a3a3ea83, ASSIGN}] 2024-11-28T03:01:12,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3e3b53ec3b2fe13cc99c003e376fdf6, ASSIGN 2024-11-28T03:01:12,994 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b45b6211dba79d2c47006edfe7d87b82, ASSIGN 2024-11-28T03:01:12,994 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e295866ae402049372a8040eab9240b, ASSIGN 2024-11-28T03:01:12,995 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfb46ddf0d73dd2ff6c6375d44014ed2, ASSIGN 2024-11-28T03:01:12,995 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3e3b53ec3b2fe13cc99c003e376fdf6, ASSIGN; state=OFFLINE, location=978bd30859c3,37487,1732762861374; forceNewPlan=false, retain=false 2024-11-28T03:01:12,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b45b6211dba79d2c47006edfe7d87b82, ASSIGN; state=OFFLINE, location=978bd30859c3,33153,1732762861338; forceNewPlan=false, retain=false 2024-11-28T03:01:12,995 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e295866ae402049372a8040eab9240b, ASSIGN; state=OFFLINE, location=978bd30859c3,37961,1732762861415; forceNewPlan=false, retain=false 2024-11-28T03:01:12,996 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfb46ddf0d73dd2ff6c6375d44014ed2, ASSIGN; state=OFFLINE, location=978bd30859c3,33153,1732762861338; forceNewPlan=false, retain=false 2024-11-28T03:01:12,997 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21777e920d96e0a39e8e1ee1b0edc7d9, ASSIGN 2024-11-28T03:01:12,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8436b461faeecf61d159e1a3a3a3ea83, ASSIGN 2024-11-28T03:01:12,997 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2065800083428a3b591117d72f6afbb3, ASSIGN 2024-11-28T03:01:12,998 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86daef80fc5c629068f4df0777a673cb, ASSIGN 2024-11-28T03:01:12,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d1d08924fc8e885b94308d212c25acb5, ASSIGN 2024-11-28T03:01:12,998 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8436b461faeecf61d159e1a3a3a3ea83, ASSIGN; state=OFFLINE, location=978bd30859c3,37961,1732762861415; forceNewPlan=false, retain=false 2024-11-28T03:01:12,998 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21777e920d96e0a39e8e1ee1b0edc7d9, ASSIGN; state=OFFLINE, location=978bd30859c3,33153,1732762861338; forceNewPlan=false, retain=false 2024-11-28T03:01:12,998 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2065800083428a3b591117d72f6afbb3, ASSIGN; state=OFFLINE, location=978bd30859c3,37487,1732762861374; forceNewPlan=false, retain=false 2024-11-28T03:01:12,998 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86daef80fc5c629068f4df0777a673cb, ASSIGN; state=OFFLINE, location=978bd30859c3,33153,1732762861338; forceNewPlan=false, retain=false 2024-11-28T03:01:12,999 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d1d08924fc8e885b94308d212c25acb5, ASSIGN; state=OFFLINE, location=978bd30859c3,37961,1732762861415; forceNewPlan=false, retain=false 2024-11-28T03:01:13,001 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=227b9b966a7ff02f50af1863642383df, ASSIGN 2024-11-28T03:01:13,002 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=227b9b966a7ff02f50af1863642383df, ASSIGN; state=OFFLINE, location=978bd30859c3,37487,1732762861374; forceNewPlan=false, retain=false 2024-11-28T03:01:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:01:13,147 INFO [978bd30859c3:32903 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-28T03:01:13,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d1d08924fc8e885b94308d212c25acb5, regionState=OPENING, regionLocation=978bd30859c3,37961,1732762861415 2024-11-28T03:01:13,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8436b461faeecf61d159e1a3a3a3ea83, regionState=OPENING, regionLocation=978bd30859c3,37961,1732762861415 2024-11-28T03:01:13,148 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2065800083428a3b591117d72f6afbb3, regionState=OPENING, regionLocation=978bd30859c3,37487,1732762861374 2024-11-28T03:01:13,148 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e295866ae402049372a8040eab9240b, regionState=OPENING, regionLocation=978bd30859c3,37961,1732762861415 2024-11-28T03:01:13,148 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=227b9b966a7ff02f50af1863642383df, regionState=OPENING, regionLocation=978bd30859c3,37487,1732762861374 2024-11-28T03:01:13,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a3e3b53ec3b2fe13cc99c003e376fdf6, regionState=OPENING, regionLocation=978bd30859c3,37487,1732762861374 2024-11-28T03:01:13,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=21777e920d96e0a39e8e1ee1b0edc7d9, regionState=OPENING, regionLocation=978bd30859c3,33153,1732762861338 2024-11-28T03:01:13,150 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=86daef80fc5c629068f4df0777a673cb, regionState=OPENING, regionLocation=978bd30859c3,33153,1732762861338 2024-11-28T03:01:13,150 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b45b6211dba79d2c47006edfe7d87b82, regionState=OPENING, regionLocation=978bd30859c3,33153,1732762861338 2024-11-28T03:01:13,151 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bfb46ddf0d73dd2ff6c6375d44014ed2, regionState=OPENING, regionLocation=978bd30859c3,33153,1732762861338 2024-11-28T03:01:13,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8436b461faeecf61d159e1a3a3a3ea83, ASSIGN because future has completed 2024-11-28T03:01:13,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8436b461faeecf61d159e1a3a3a3ea83, server=978bd30859c3,37961,1732762861415}] 2024-11-28T03:01:13,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d1d08924fc8e885b94308d212c25acb5, ASSIGN because future has completed 2024-11-28T03:01:13,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d08924fc8e885b94308d212c25acb5, server=978bd30859c3,37961,1732762861415}] 2024-11-28T03:01:13,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=227b9b966a7ff02f50af1863642383df, ASSIGN because future has completed 2024-11-28T03:01:13,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 227b9b966a7ff02f50af1863642383df, server=978bd30859c3,37487,1732762861374}] 2024-11-28T03:01:13,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e295866ae402049372a8040eab9240b, ASSIGN because future has completed 2024-11-28T03:01:13,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2065800083428a3b591117d72f6afbb3, ASSIGN because future has completed 2024-11-28T03:01:13,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e295866ae402049372a8040eab9240b, server=978bd30859c3,37961,1732762861415}] 2024-11-28T03:01:13,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2065800083428a3b591117d72f6afbb3, server=978bd30859c3,37487,1732762861374}] 2024-11-28T03:01:13,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3e3b53ec3b2fe13cc99c003e376fdf6, ASSIGN because future has completed 2024-11-28T03:01:13,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21777e920d96e0a39e8e1ee1b0edc7d9, ASSIGN because future has completed 2024-11-28T03:01:13,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86daef80fc5c629068f4df0777a673cb, ASSIGN because future has completed 2024-11-28T03:01:13,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b45b6211dba79d2c47006edfe7d87b82, ASSIGN because future has completed 2024-11-28T03:01:13,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e3b53ec3b2fe13cc99c003e376fdf6, server=978bd30859c3,37487,1732762861374}] 2024-11-28T03:01:13,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfb46ddf0d73dd2ff6c6375d44014ed2, ASSIGN because future has completed 2024-11-28T03:01:13,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86daef80fc5c629068f4df0777a673cb, server=978bd30859c3,33153,1732762861338}] 2024-11-28T03:01:13,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b45b6211dba79d2c47006edfe7d87b82, server=978bd30859c3,33153,1732762861338}] 2024-11-28T03:01:13,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb46ddf0d73dd2ff6c6375d44014ed2, server=978bd30859c3,33153,1732762861338}] 2024-11-28T03:01:13,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21777e920d96e0a39e8e1ee1b0edc7d9, server=978bd30859c3,33153,1732762861338}] 2024-11-28T03:01:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:01:13,951 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:01:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:01:15,238 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-28T03:01:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:01:17,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:17,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:17,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:17,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:01:17,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:17,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:17,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:01:23,159 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:01:23,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:01:23,163 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:01:23,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34749, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:01:23,170 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5. 2024-11-28T03:01:23,170 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d1d08924fc8e885b94308d212c25acb5, NAME => 'SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-28T03:01:23,171 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:23,171 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:23,171 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:23,171 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:23,172 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:01:23,172 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:01:23,172 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 21777e920d96e0a39e8e1ee1b0edc7d9, NAME => 'SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-28T03:01:23,172 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 227b9b966a7ff02f50af1863642383df, NAME => 'SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-28T03:01:23,172 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:23,173 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:23,173 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:23,173 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:23,173 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:23,173 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:23,173 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:23,173 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:23,173 INFO [StoreOpener-d1d08924fc8e885b94308d212c25acb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:23,174 INFO [StoreOpener-21777e920d96e0a39e8e1ee1b0edc7d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:23,174 INFO [StoreOpener-d1d08924fc8e885b94308d212c25acb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d08924fc8e885b94308d212c25acb5 columnFamilyName cf 2024-11-28T03:01:23,174 DEBUG [StoreOpener-d1d08924fc8e885b94308d212c25acb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:23,175 INFO [StoreOpener-227b9b966a7ff02f50af1863642383df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:23,175 INFO [StoreOpener-d1d08924fc8e885b94308d212c25acb5-1 {}] regionserver.HStore(327): Store=d1d08924fc8e885b94308d212c25acb5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:23,175 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:23,175 INFO [StoreOpener-21777e920d96e0a39e8e1ee1b0edc7d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21777e920d96e0a39e8e1ee1b0edc7d9 columnFamilyName cf 2024-11-28T03:01:23,175 DEBUG [StoreOpener-21777e920d96e0a39e8e1ee1b0edc7d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:23,176 INFO [StoreOpener-227b9b966a7ff02f50af1863642383df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 227b9b966a7ff02f50af1863642383df columnFamilyName cf 2024-11-28T03:01:23,176 DEBUG [StoreOpener-227b9b966a7ff02f50af1863642383df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:23,176 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:23,176 INFO [StoreOpener-21777e920d96e0a39e8e1ee1b0edc7d9-1 {}] regionserver.HStore(327): Store=21777e920d96e0a39e8e1ee1b0edc7d9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:23,176 INFO [StoreOpener-227b9b966a7ff02f50af1863642383df-1 {}] regionserver.HStore(327): Store=227b9b966a7ff02f50af1863642383df/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:23,176 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:23,176 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:23,176 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:23,177 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:23,177 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:23,177 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:23,177 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:23,177 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:23,177 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:23,177 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:23,178 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:23,178 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:23,178 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:23,179 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:23,179 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:23,179 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:23,183 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/d1d08924fc8e885b94308d212c25acb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:23,184 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d1d08924fc8e885b94308d212c25acb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68071089, jitterRate=0.014338269829750061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:01:23,184 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:23,184 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d1d08924fc8e885b94308d212c25acb5: Running coprocessor pre-open hook at 1732762883171Writing region info on filesystem at 1732762883171Initializing all the Stores at 1732762883172 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762883173 (+1 ms)Cleaning up temporary data from old regions at 1732762883177 (+4 ms)Running coprocessor post-open hooks at 1732762883184 (+7 ms)Region opened successfully at 1732762883184 2024-11-28T03:01:23,185 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5., pid=16, masterSystemTime=1732762883158 2024-11-28T03:01:23,185 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/227b9b966a7ff02f50af1863642383df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:23,185 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/21777e920d96e0a39e8e1ee1b0edc7d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:23,186 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 227b9b966a7ff02f50af1863642383df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74149162, jitterRate=0.10490861535072327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:01:23,186 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 21777e920d96e0a39e8e1ee1b0edc7d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70751101, jitterRate=0.054273560643196106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:01:23,186 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:23,186 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:23,186 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 227b9b966a7ff02f50af1863642383df: Running coprocessor pre-open hook at 1732762883173Writing region info on filesystem at 1732762883173Initializing all the Stores at 1732762883174 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762883174Cleaning up temporary data from old regions at 1732762883178 (+4 ms)Running coprocessor post-open hooks at 1732762883186 (+8 ms)Region opened successfully at 1732762883186 2024-11-28T03:01:23,186 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 21777e920d96e0a39e8e1ee1b0edc7d9: Running coprocessor pre-open hook at 1732762883173Writing region info on filesystem at 1732762883173Initializing all the Stores at 1732762883174 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762883174Cleaning up temporary data from old regions at 1732762883178 (+4 ms)Running coprocessor post-open hooks at 1732762883186 (+8 ms)Region opened successfully at 1732762883186 2024-11-28T03:01:23,187 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5. 2024-11-28T03:01:23,187 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5. 2024-11-28T03:01:23,187 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df., pid=17, masterSystemTime=1732762883163 2024-11-28T03:01:23,187 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9., pid=24, masterSystemTime=1732762883167 2024-11-28T03:01:23,187 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:01:23,187 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 8436b461faeecf61d159e1a3a3a3ea83, NAME => 'SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-28T03:01:23,188 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:23,188 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:23,188 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:23,188 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:23,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d1d08924fc8e885b94308d212c25acb5, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,37961,1732762861415 2024-11-28T03:01:23,189 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:01:23,189 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:01:23,189 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:01:23,189 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=21777e920d96e0a39e8e1ee1b0edc7d9, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,33153,1732762861338 2024-11-28T03:01:23,189 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b45b6211dba79d2c47006edfe7d87b82, NAME => 'SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-28T03:01:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d08924fc8e885b94308d212c25acb5, server=978bd30859c3,37961,1732762861415 because future has completed 2024-11-28T03:01:23,190 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:01:23,190 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:23,190 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:01:23,190 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:23,190 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:01:23,190 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:23,190 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:23,190 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2065800083428a3b591117d72f6afbb3, NAME => 'SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-28T03:01:23,190 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:23,190 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=227b9b966a7ff02f50af1863642383df, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,37487,1732762861374 2024-11-28T03:01:23,191 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:23,191 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:23,191 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:23,191 INFO [StoreOpener-8436b461faeecf61d159e1a3a3a3ea83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:23,193 INFO [StoreOpener-b45b6211dba79d2c47006edfe7d87b82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:23,193 INFO [StoreOpener-8436b461faeecf61d159e1a3a3a3ea83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8436b461faeecf61d159e1a3a3a3ea83 columnFamilyName cf 2024-11-28T03:01:23,193 DEBUG [StoreOpener-8436b461faeecf61d159e1a3a3a3ea83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:23,193 INFO [StoreOpener-8436b461faeecf61d159e1a3a3a3ea83-1 {}] regionserver.HStore(327): Store=8436b461faeecf61d159e1a3a3a3ea83/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:23,194 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:23,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21777e920d96e0a39e8e1ee1b0edc7d9, server=978bd30859c3,33153,1732762861338 because future has completed 2024-11-28T03:01:23,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 227b9b966a7ff02f50af1863642383df, server=978bd30859c3,37487,1732762861374 because future has completed 2024-11-28T03:01:23,195 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:23,195 INFO [StoreOpener-b45b6211dba79d2c47006edfe7d87b82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b45b6211dba79d2c47006edfe7d87b82 columnFamilyName cf 2024-11-28T03:01:23,195 DEBUG [StoreOpener-b45b6211dba79d2c47006edfe7d87b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:23,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-28T03:01:23,196 INFO [StoreOpener-b45b6211dba79d2c47006edfe7d87b82-1 {}] regionserver.HStore(327): Store=b45b6211dba79d2c47006edfe7d87b82/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:23,196 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:23,197 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:23,197 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:23,197 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:23,198 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:23,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-28T03:01:23,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 21777e920d96e0a39e8e1ee1b0edc7d9, server=978bd30859c3,33153,1732762861338 in 10.0240 sec 2024-11-28T03:01:23,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d1d08924fc8e885b94308d212c25acb5, server=978bd30859c3,37961,1732762861415 in 10.0360 sec 2024-11-28T03:01:23,198 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:23,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-28T03:01:23,200 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:23,200 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:23,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21777e920d96e0a39e8e1ee1b0edc7d9, ASSIGN in 10.2060 sec 2024-11-28T03:01:23,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d1d08924fc8e885b94308d212c25acb5, ASSIGN in 10.2050 sec 2024-11-28T03:01:23,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 227b9b966a7ff02f50af1863642383df, server=978bd30859c3,37487,1732762861374 in 10.0390 sec 2024-11-28T03:01:23,201 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:23,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=227b9b966a7ff02f50af1863642383df, ASSIGN in 10.2070 sec 2024-11-28T03:01:23,202 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:23,208 INFO [StoreOpener-2065800083428a3b591117d72f6afbb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:23,209 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/b45b6211dba79d2c47006edfe7d87b82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:23,209 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:23,209 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 8436b461faeecf61d159e1a3a3a3ea83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69607633, jitterRate=0.037234559655189514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:01:23,209 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b45b6211dba79d2c47006edfe7d87b82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70544002, jitterRate=0.05118754506111145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:01:23,210 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:23,210 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:23,210 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 8436b461faeecf61d159e1a3a3a3ea83: Running coprocessor pre-open hook at 1732762883188Writing region info on filesystem at 1732762883188Initializing all the Stores at 1732762883189 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762883189Cleaning up temporary data from old regions at 1732762883197 (+8 ms)Running coprocessor post-open hooks at 1732762883210 (+13 ms)Region opened successfully at 1732762883210 2024-11-28T03:01:23,210 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b45b6211dba79d2c47006edfe7d87b82: Running coprocessor pre-open hook at 1732762883190Writing region info on filesystem at 1732762883190Initializing all the Stores at 1732762883192 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762883192Cleaning up temporary data from old regions at 1732762883200 (+8 ms)Running coprocessor post-open hooks at 1732762883210 (+10 ms)Region opened successfully at 1732762883210 2024-11-28T03:01:23,210 INFO [StoreOpener-2065800083428a3b591117d72f6afbb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2065800083428a3b591117d72f6afbb3 columnFamilyName cf 2024-11-28T03:01:23,210 DEBUG [StoreOpener-2065800083428a3b591117d72f6afbb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:23,211 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83., pid=15, masterSystemTime=1732762883158 2024-11-28T03:01:23,211 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82., pid=21, masterSystemTime=1732762883167 2024-11-28T03:01:23,211 INFO [StoreOpener-2065800083428a3b591117d72f6afbb3-1 {}] regionserver.HStore(327): Store=2065800083428a3b591117d72f6afbb3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:23,211 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:23,212 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:23,212 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:23,213 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:23,213 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:23,213 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:01:23,213 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:01:23,213 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:01:23,213 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 86daef80fc5c629068f4df0777a673cb, NAME => 'SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-28T03:01:23,214 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:23,214 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:23,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b45b6211dba79d2c47006edfe7d87b82, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,33153,1732762861338 2024-11-28T03:01:23,214 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:23,214 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:23,215 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:01:23,215 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:01:23,215 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:01:23,215 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e295866ae402049372a8040eab9240b, NAME => 'SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-28T03:01:23,215 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:23,216 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:23,216 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:23,216 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:23,216 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:23,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b45b6211dba79d2c47006edfe7d87b82, server=978bd30859c3,33153,1732762861338 because future has completed 2024-11-28T03:01:23,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8436b461faeecf61d159e1a3a3a3ea83, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,37961,1732762861415 2024-11-28T03:01:23,218 INFO [StoreOpener-86daef80fc5c629068f4df0777a673cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:23,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8436b461faeecf61d159e1a3a3a3ea83, server=978bd30859c3,37961,1732762861415 because future has completed 2024-11-28T03:01:23,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-28T03:01:23,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b45b6211dba79d2c47006edfe7d87b82, server=978bd30859c3,33153,1732762861338 in 10.0540 sec 2024-11-28T03:01:23,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-28T03:01:23,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b45b6211dba79d2c47006edfe7d87b82, ASSIGN in 10.2300 sec 2024-11-28T03:01:23,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8436b461faeecf61d159e1a3a3a3ea83, server=978bd30859c3,37961,1732762861415 in 10.0660 sec 2024-11-28T03:01:23,224 INFO [StoreOpener-86daef80fc5c629068f4df0777a673cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86daef80fc5c629068f4df0777a673cb columnFamilyName cf 2024-11-28T03:01:23,224 DEBUG [StoreOpener-86daef80fc5c629068f4df0777a673cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:23,225 INFO [StoreOpener-86daef80fc5c629068f4df0777a673cb-1 {}] regionserver.HStore(327): Store=86daef80fc5c629068f4df0777a673cb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:23,225 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:23,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8436b461faeecf61d159e1a3a3a3ea83, ASSIGN in 10.2320 sec 2024-11-28T03:01:23,226 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:23,226 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:23,227 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:23,227 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:23,228 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:23,231 INFO [StoreOpener-4e295866ae402049372a8040eab9240b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:23,231 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/2065800083428a3b591117d72f6afbb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:23,231 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/86daef80fc5c629068f4df0777a673cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:23,231 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2065800083428a3b591117d72f6afbb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64160029, jitterRate=-0.04394106566905975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:01:23,231 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 86daef80fc5c629068f4df0777a673cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61312578, jitterRate=-0.08637139201164246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:01:23,232 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:23,232 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:23,232 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 86daef80fc5c629068f4df0777a673cb: Running coprocessor pre-open hook at 1732762883214Writing region info on filesystem at 1732762883214Initializing all the Stores at 1732762883217 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762883217Cleaning up temporary data from old regions at 1732762883227 (+10 ms)Running coprocessor post-open hooks at 1732762883232 (+5 ms)Region opened successfully at 1732762883232 2024-11-28T03:01:23,232 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2065800083428a3b591117d72f6afbb3: Running coprocessor pre-open hook at 1732762883191Writing region info on filesystem at 1732762883191Initializing all the Stores at 1732762883195 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762883195Cleaning up temporary data from old regions at 1732762883213 (+18 ms)Running coprocessor post-open hooks at 1732762883232 (+19 ms)Region opened successfully at 1732762883232 2024-11-28T03:01:23,233 INFO [StoreOpener-4e295866ae402049372a8040eab9240b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e295866ae402049372a8040eab9240b columnFamilyName cf 2024-11-28T03:01:23,233 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb., pid=23, masterSystemTime=1732762883167 2024-11-28T03:01:23,233 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3., pid=19, masterSystemTime=1732762883163 2024-11-28T03:01:23,233 DEBUG [StoreOpener-4e295866ae402049372a8040eab9240b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:23,234 INFO [StoreOpener-4e295866ae402049372a8040eab9240b-1 {}] regionserver.HStore(327): Store=4e295866ae402049372a8040eab9240b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:23,234 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:23,234 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:01:23,235 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:01:23,235 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:01:23,235 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a3e3b53ec3b2fe13cc99c003e376fdf6, NAME => 'SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-28T03:01:23,235 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:23,235 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:23,235 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:23,235 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:23,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2065800083428a3b591117d72f6afbb3, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,37487,1732762861374 2024-11-28T03:01:23,236 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/4e295866ae402049372a8040eab9240b 2024-11-28T03:01:23,236 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:01:23,236 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:01:23,236 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:01:23,236 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/4e295866ae402049372a8040eab9240b 2024-11-28T03:01:23,237 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => bfb46ddf0d73dd2ff6c6375d44014ed2, NAME => 'SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-28T03:01:23,237 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:23,237 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:23,237 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:23,237 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:01:23,237 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:23,237 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:23,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=86daef80fc5c629068f4df0777a673cb, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,33153,1732762861338 2024-11-28T03:01:23,239 INFO [StoreOpener-bfb46ddf0d73dd2ff6c6375d44014ed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:23,239 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:23,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2065800083428a3b591117d72f6afbb3, server=978bd30859c3,37487,1732762861374 because future has completed 2024-11-28T03:01:23,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86daef80fc5c629068f4df0777a673cb, server=978bd30859c3,33153,1732762861338 because future has completed 2024-11-28T03:01:23,242 INFO [StoreOpener-bfb46ddf0d73dd2ff6c6375d44014ed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb46ddf0d73dd2ff6c6375d44014ed2 columnFamilyName cf 2024-11-28T03:01:23,242 DEBUG [StoreOpener-bfb46ddf0d73dd2ff6c6375d44014ed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:23,243 INFO [StoreOpener-a3e3b53ec3b2fe13cc99c003e376fdf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:23,243 INFO [StoreOpener-bfb46ddf0d73dd2ff6c6375d44014ed2-1 {}] regionserver.HStore(327): Store=bfb46ddf0d73dd2ff6c6375d44014ed2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:23,244 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:23,244 INFO [StoreOpener-a3e3b53ec3b2fe13cc99c003e376fdf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e3b53ec3b2fe13cc99c003e376fdf6 columnFamilyName cf 2024-11-28T03:01:23,245 DEBUG [StoreOpener-a3e3b53ec3b2fe13cc99c003e376fdf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:01:23,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-28T03:01:23,246 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:23,246 INFO [StoreOpener-a3e3b53ec3b2fe13cc99c003e376fdf6-1 {}] regionserver.HStore(327): Store=a3e3b53ec3b2fe13cc99c003e376fdf6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:01:23,246 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:23,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-28T03:01:23,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 86daef80fc5c629068f4df0777a673cb, server=978bd30859c3,33153,1732762861338 in 10.0770 sec 2024-11-28T03:01:23,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2065800083428a3b591117d72f6afbb3, server=978bd30859c3,37487,1732762861374 in 10.0810 sec 2024-11-28T03:01:23,247 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:23,248 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:23,248 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:23,248 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:23,248 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:23,248 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/4e295866ae402049372a8040eab9240b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:23,249 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:23,249 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:23,249 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4e295866ae402049372a8040eab9240b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68371374, jitterRate=0.018812865018844604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:01:23,249 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:23,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2065800083428a3b591117d72f6afbb3, ASSIGN in 10.2530 sec 2024-11-28T03:01:23,249 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4e295866ae402049372a8040eab9240b: Running coprocessor pre-open hook at 1732762883216Writing region info on filesystem at 1732762883216Initializing all the Stores at 1732762883219 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762883219Cleaning up temporary data from old regions at 1732762883237 (+18 ms)Running coprocessor post-open hooks at 1732762883249 (+12 ms)Region opened successfully at 1732762883249 2024-11-28T03:01:23,250 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b., pid=18, masterSystemTime=1732762883158 2024-11-28T03:01:23,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86daef80fc5c629068f4df0777a673cb, ASSIGN in 10.2550 sec 2024-11-28T03:01:23,251 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:23,251 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:23,252 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:01:23,253 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:01:23,253 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e295866ae402049372a8040eab9240b, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,37961,1732762861415 2024-11-28T03:01:23,255 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/a3e3b53ec3b2fe13cc99c003e376fdf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:23,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e295866ae402049372a8040eab9240b, server=978bd30859c3,37961,1732762861415 because future has completed 2024-11-28T03:01:23,256 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/bfb46ddf0d73dd2ff6c6375d44014ed2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:01:23,256 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a3e3b53ec3b2fe13cc99c003e376fdf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61047156, jitterRate=-0.09032648801803589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:01:23,256 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:23,256 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a3e3b53ec3b2fe13cc99c003e376fdf6: Running coprocessor pre-open hook at 1732762883236Writing region info on filesystem at 1732762883236Initializing all the Stores at 1732762883238 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762883239 (+1 ms)Cleaning up temporary data from old regions at 1732762883249 (+10 ms)Running coprocessor post-open hooks at 1732762883256 (+7 ms)Region opened successfully at 1732762883256 2024-11-28T03:01:23,257 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6., pid=20, masterSystemTime=1732762883163 2024-11-28T03:01:23,259 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:01:23,259 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:01:23,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-28T03:01:23,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a3e3b53ec3b2fe13cc99c003e376fdf6, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,37487,1732762861374 2024-11-28T03:01:23,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e295866ae402049372a8040eab9240b, server=978bd30859c3,37961,1732762861415 in 10.0990 sec 2024-11-28T03:01:23,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e3b53ec3b2fe13cc99c003e376fdf6, server=978bd30859c3,37487,1732762861374 because future has completed 2024-11-28T03:01:23,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e295866ae402049372a8040eab9240b, ASSIGN in 10.2680 sec 2024-11-28T03:01:23,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-28T03:01:23,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a3e3b53ec3b2fe13cc99c003e376fdf6, server=978bd30859c3,37487,1732762861374 in 10.1020 sec 2024-11-28T03:01:23,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3e3b53ec3b2fe13cc99c003e376fdf6, ASSIGN in 10.2730 sec 2024-11-28T03:01:23,267 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened bfb46ddf0d73dd2ff6c6375d44014ed2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74693307, jitterRate=0.1130170077085495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:01:23,267 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:23,267 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for bfb46ddf0d73dd2ff6c6375d44014ed2: Running coprocessor pre-open hook at 1732762883237Writing region info on filesystem at 1732762883237Initializing all the Stores at 1732762883238 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762883238Cleaning up temporary data from old regions at 1732762883248 (+10 ms)Running coprocessor post-open hooks at 1732762883267 (+19 ms)Region opened successfully at 1732762883267 2024-11-28T03:01:23,268 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2., pid=22, masterSystemTime=1732762883167 2024-11-28T03:01:23,270 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:01:23,270 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:01:23,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bfb46ddf0d73dd2ff6c6375d44014ed2, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,33153,1732762861338 2024-11-28T03:01:23,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb46ddf0d73dd2ff6c6375d44014ed2, server=978bd30859c3,33153,1732762861338 because future has completed 2024-11-28T03:01:23,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-28T03:01:23,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure bfb46ddf0d73dd2ff6c6375d44014ed2, server=978bd30859c3,33153,1732762861338 in 10.1080 sec 2024-11-28T03:01:23,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-28T03:01:23,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfb46ddf0d73dd2ff6c6375d44014ed2, ASSIGN in 10.2830 sec 2024-11-28T03:01:23,278 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:01:23,278 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762883278"}]},"ts":"1732762883278"} 2024-11-28T03:01:23,280 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-28T03:01:23,281 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:01:23,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8060 sec 2024-11-28T03:01:25,954 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-28T03:01:28,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:28,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:28,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:28,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:01:28,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:28,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:28,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:01:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:01:30,788 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-28T03:01:30,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-28T03:01:30,789 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T03:01:30,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-28T03:01:30,796 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T03:01:30,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-28T03:01:30,826 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb., hostname=978bd30859c3,33153,1732762861338, seqNum=2] 2024-11-28T03:01:30,827 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb., hostname=978bd30859c3,33153,1732762861338, seqNum=2] 2024-11-28T03:01:30,828 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb., hostname=978bd30859c3,33153,1732762861338, seqNum=2] 2024-11-28T03:01:30,829 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb., hostname=978bd30859c3,33153,1732762861338, seqNum=2] 2024-11-28T03:01:30,831 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb., hostname=978bd30859c3,33153,1732762861338, seqNum=2] 2024-11-28T03:01:30,861 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3., hostname=978bd30859c3,37487,1732762861374, seqNum=2] 2024-11-28T03:01:30,862 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3., hostname=978bd30859c3,37487,1732762861374, seqNum=2] 2024-11-28T03:01:30,863 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3., hostname=978bd30859c3,37487,1732762861374, seqNum=2] 2024-11-28T03:01:30,864 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3., hostname=978bd30859c3,37487,1732762861374, seqNum=2] 2024-11-28T03:01:30,865 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3., hostname=978bd30859c3,37487,1732762861374, seqNum=2] 2024-11-28T03:01:30,895 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9., hostname=978bd30859c3,33153,1732762861338, seqNum=2] 2024-11-28T03:01:30,896 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9., hostname=978bd30859c3,33153,1732762861338, seqNum=2] 2024-11-28T03:01:30,897 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9., hostname=978bd30859c3,33153,1732762861338, seqNum=2] 2024-11-28T03:01:30,898 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9., hostname=978bd30859c3,33153,1732762861338, seqNum=2] 2024-11-28T03:01:30,899 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9., hostname=978bd30859c3,33153,1732762861338, seqNum=2] 2024-11-28T03:01:30,952 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83., hostname=978bd30859c3,37961,1732762861415, seqNum=2] 2024-11-28T03:01:30,954 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83., hostname=978bd30859c3,37961,1732762861415, seqNum=2] 2024-11-28T03:01:30,956 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83., hostname=978bd30859c3,37961,1732762861415, seqNum=2] 2024-11-28T03:01:30,957 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83., hostname=978bd30859c3,37961,1732762861415, seqNum=2] 2024-11-28T03:01:30,958 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83., hostname=978bd30859c3,37961,1732762861415, seqNum=2] 2024-11-28T03:01:31,157 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T03:01:31,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:01:31,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:01:31,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:01:31,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:01:31,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T03:01:31,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33153 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T03:01:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:01:31,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33153 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T03:01:32,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37961 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T03:01:32,092 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-28T03:01:32,092 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T03:01:32,093 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-28T03:01:32,094 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-28T03:01:32,097 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-28T03:01:32,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741848_1024 (size=49) 2024-11-28T03:01:32,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741848_1024 (size=49) 2024-11-28T03:01:32,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741848_1024 (size=49) 2024-11-28T03:01:32,105 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-28T03:01:32,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e295866ae402049372a8040eab9240b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3e3b53ec3b2fe13cc99c003e376fdf6}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b45b6211dba79d2c47006edfe7d87b82}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfb46ddf0d73dd2ff6c6375d44014ed2}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 227b9b966a7ff02f50af1863642383df}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d1d08924fc8e885b94308d212c25acb5}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86daef80fc5c629068f4df0777a673cb}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2065800083428a3b591117d72f6afbb3}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21777e920d96e0a39e8e1ee1b0edc7d9}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8436b461faeecf61d159e1a3a3a3ea83}] 2024-11-28T03:01:32,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:32,107 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:32,107 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:32,107 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:32,108 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:32,111 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:32,111 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:32,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:32,113 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:32,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:42,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-28T03:01:42,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-28T03:01:42,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-28T03:01:42,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-28T03:01:42,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:01:42,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:01:42,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-28T03:01:42,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:01:42,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-28T03:01:42,110 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 86daef80fc5c629068f4df0777a673cb 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-28T03:01:42,110 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2065800083428a3b591117d72f6afbb3 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-28T03:01:42,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for bfb46ddf0d73dd2ff6c6375d44014ed2: 2024-11-28T03:01:42,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. for SnapshotProcedureTest completed. 2024-11-28T03:01:42,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-28T03:01:42,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:01:42,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-28T03:01:42,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:01:42,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:01:42,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T03:01:42,111 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 21777e920d96e0a39e8e1ee1b0edc7d9 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-28T03:01:42,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a3e3b53ec3b2fe13cc99c003e376fdf6: 2024-11-28T03:01:42,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. for SnapshotProcedureTest completed. 2024-11-28T03:01:42,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:01:42,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 227b9b966a7ff02f50af1863642383df: 2024-11-28T03:01:42,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. for SnapshotProcedureTest completed. 2024-11-28T03:01:42,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:01:42,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T03:01:42,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:01:42,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-28T03:01:42,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:01:42,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T03:01:42,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 4e295866ae402049372a8040eab9240b: 2024-11-28T03:01:42,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-28T03:01:42,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. for SnapshotProcedureTest completed. 2024-11-28T03:01:42,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:01:42,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:01:42,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T03:01:42,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5. 2024-11-28T03:01:42,115 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 8436b461faeecf61d159e1a3a3a3ea83 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-28T03:01:42,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d1d08924fc8e885b94308d212c25acb5: 2024-11-28T03:01:42,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5. for SnapshotProcedureTest completed. 2024-11-28T03:01:42,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:01:42,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T03:01:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741849_1025 (size=65) 2024-11-28T03:01:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741849_1025 (size=65) 2024-11-28T03:01:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741849_1025 (size=65) 2024-11-28T03:01:42,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:01:42,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-28T03:01:42,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:01:42,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b45b6211dba79d2c47006edfe7d87b82: 2024-11-28T03:01:42,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. for SnapshotProcedureTest completed. 2024-11-28T03:01:42,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:01:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-28T03:01:42,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T03:01:42,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:42,134 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:01:42,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bfb46ddf0d73dd2ff6c6375d44014ed2 in 10.0290 sec 2024-11-28T03:01:42,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/2065800083428a3b591117d72f6afbb3/.tmp/cf/29684d7c55d7492a85db45e90f957e7d is 34, key is baa/cf:cf/1732762891596/Put/seqid=0 2024-11-28T03:01:42,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/86daef80fc5c629068f4df0777a673cb/.tmp/cf/d242dfb41fce46b1964e0afb53a2f042 is 34, key is aaa/cf:cf/1732762891607/Put/seqid=0 2024-11-28T03:01:42,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/21777e920d96e0a39e8e1ee1b0edc7d9/.tmp/cf/e77604e83bc848bd8771914f43b99d86 is 34, key is ccd/cf:cf/1732762891662/Put/seqid=0 2024-11-28T03:01:42,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741852_1028 (size=65) 2024-11-28T03:01:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741852_1028 (size=65) 2024-11-28T03:01:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741852_1028 (size=65) 2024-11-28T03:01:42,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:01:42,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-28T03:01:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-28T03:01:42,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:42,150 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 227b9b966a7ff02f50af1863642383df 2024-11-28T03:01:42,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 227b9b966a7ff02f50af1863642383df in 10.0450 sec 2024-11-28T03:01:42,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741851_1027 (size=65) 2024-11-28T03:01:42,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741851_1027 (size=65) 2024-11-28T03:01:42,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741851_1027 (size=65) 2024-11-28T03:01:42,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:01:42,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-28T03:01:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-28T03:01:42,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:42,180 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:01:42,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3e3b53ec3b2fe13cc99c003e376fdf6 in 10.0750 sec 2024-11-28T03:01:42,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741850_1026 (size=57) 2024-11-28T03:01:42,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741850_1026 (size=57) 2024-11-28T03:01:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741850_1026 (size=57) 2024-11-28T03:01:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741853_1029 (size=65) 2024-11-28T03:01:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741853_1029 (size=65) 2024-11-28T03:01:42,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:01:42,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-28T03:01:42,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741853_1029 (size=65) 2024-11-28T03:01:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-28T03:01:42,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:42,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e295866ae402049372a8040eab9240b 2024-11-28T03:01:42,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4e295866ae402049372a8040eab9240b in 10.0840 sec 2024-11-28T03:01:42,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732762872475.d1d08924fc8e885b94308d212c25acb5. 2024-11-28T03:01:42,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-28T03:01:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-28T03:01:42,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83/.tmp/cf/6cbaa2dc1d864309a6de86e774dd0f49 is 34, key is eaa/cf:cf/1732762892019/Put/seqid=0 2024-11-28T03:01:42,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:42,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d1d08924fc8e885b94308d212c25acb5 2024-11-28T03:01:42,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d1d08924fc8e885b94308d212c25acb5 in 10.0910 sec 2024-11-28T03:01:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741854_1030 (size=26918) 2024-11-28T03:01:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741854_1030 (size=26918) 2024-11-28T03:01:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741854_1030 (size=26918) 2024-11-28T03:01:42,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741855_1031 (size=28623) 2024-11-28T03:01:42,217 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/86daef80fc5c629068f4df0777a673cb/.tmp/cf/d242dfb41fce46b1964e0afb53a2f042 2024-11-28T03:01:42,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741855_1031 (size=28623) 2024-11-28T03:01:42,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741855_1031 (size=28623) 2024-11-28T03:01:42,218 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/2065800083428a3b591117d72f6afbb3/.tmp/cf/29684d7c55d7492a85db45e90f957e7d 2024-11-28T03:01:42,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/86daef80fc5c629068f4df0777a673cb/.tmp/cf/d242dfb41fce46b1964e0afb53a2f042 as hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/86daef80fc5c629068f4df0777a673cb/cf/d242dfb41fce46b1964e0afb53a2f042 2024-11-28T03:01:42,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741857_1033 (size=499309) 2024-11-28T03:01:42,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741857_1033 (size=499309) 2024-11-28T03:01:42,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741857_1033 (size=499309) 2024-11-28T03:01:42,241 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83/.tmp/cf/6cbaa2dc1d864309a6de86e774dd0f49 2024-11-28T03:01:42,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741858_1034 (size=65) 2024-11-28T03:01:42,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741858_1034 (size=65) 2024-11-28T03:01:42,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741858_1034 (size=65) 2024-11-28T03:01:42,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:01:42,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-28T03:01:42,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83/.tmp/cf/6cbaa2dc1d864309a6de86e774dd0f49 as hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83/cf/6cbaa2dc1d864309a6de86e774dd0f49 2024-11-28T03:01:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-28T03:01:42,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:42,250 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:01:42,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b45b6211dba79d2c47006edfe7d87b82 in 10.1450 sec 2024-11-28T03:01:42,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/2065800083428a3b591117d72f6afbb3/.tmp/cf/29684d7c55d7492a85db45e90f957e7d as hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/2065800083428a3b591117d72f6afbb3/cf/29684d7c55d7492a85db45e90f957e7d 2024-11-28T03:01:42,258 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/86daef80fc5c629068f4df0777a673cb/cf/d242dfb41fce46b1964e0afb53a2f042, entries=676, sequenceid=5, filesize=26.3 K 2024-11-28T03:01:42,259 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 86daef80fc5c629068f4df0777a673cb in 149ms, sequenceid=5, compaction requested=false 2024-11-28T03:01:42,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 86daef80fc5c629068f4df0777a673cb: 2024-11-28T03:01:42,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. for SnapshotProcedureTest completed. 2024-11-28T03:01:42,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:01:42,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/86daef80fc5c629068f4df0777a673cb/cf/d242dfb41fce46b1964e0afb53a2f042] hfiles 2024-11-28T03:01:42,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/86daef80fc5c629068f4df0777a673cb/cf/d242dfb41fce46b1964e0afb53a2f042 for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/2065800083428a3b591117d72f6afbb3/cf/29684d7c55d7492a85db45e90f957e7d, entries=731, sequenceid=5, filesize=28.0 K 2024-11-28T03:01:42,263 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83/cf/6cbaa2dc1d864309a6de86e774dd0f49, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-28T03:01:42,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 2065800083428a3b591117d72f6afbb3 in 153ms, sequenceid=5, compaction requested=false 2024-11-28T03:01:42,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 8436b461faeecf61d159e1a3a3a3ea83 in 150ms, sequenceid=5, compaction requested=false 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2065800083428a3b591117d72f6afbb3: 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8436b461faeecf61d159e1a3a3a3ea83: 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. for SnapshotProcedureTest completed. 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. for SnapshotProcedureTest completed. 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83/cf/6cbaa2dc1d864309a6de86e774dd0f49] hfiles 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/2065800083428a3b591117d72f6afbb3/cf/29684d7c55d7492a85db45e90f957e7d] hfiles 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/2065800083428a3b591117d72f6afbb3/cf/29684d7c55d7492a85db45e90f957e7d for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83/cf/6cbaa2dc1d864309a6de86e774dd0f49 for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741856_1032 (size=47197) 2024-11-28T03:01:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741856_1032 (size=47197) 2024-11-28T03:01:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741856_1032 (size=47197) 2024-11-28T03:01:42,268 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/21777e920d96e0a39e8e1ee1b0edc7d9/.tmp/cf/e77604e83bc848bd8771914f43b99d86 2024-11-28T03:01:42,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/21777e920d96e0a39e8e1ee1b0edc7d9/.tmp/cf/e77604e83bc848bd8771914f43b99d86 as hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/21777e920d96e0a39e8e1ee1b0edc7d9/cf/e77604e83bc848bd8771914f43b99d86 2024-11-28T03:01:42,281 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/21777e920d96e0a39e8e1ee1b0edc7d9/cf/e77604e83bc848bd8771914f43b99d86, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-28T03:01:42,282 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 21777e920d96e0a39e8e1ee1b0edc7d9 in 171ms, sequenceid=5, compaction requested=false 2024-11-28T03:01:42,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 21777e920d96e0a39e8e1ee1b0edc7d9: 2024-11-28T03:01:42,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. for SnapshotProcedureTest completed. 2024-11-28T03:01:42,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T03:01:42,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/21777e920d96e0a39e8e1ee1b0edc7d9/cf/e77604e83bc848bd8771914f43b99d86] hfiles 2024-11-28T03:01:42,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/21777e920d96e0a39e8e1ee1b0edc7d9/cf/e77604e83bc848bd8771914f43b99d86 for snapshot=SnapshotProcedureTest 2024-11-28T03:01:42,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741859_1035 (size=105) 2024-11-28T03:01:42,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741859_1035 (size=105) 2024-11-28T03:01:42,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741859_1035 (size=105) 2024-11-28T03:01:42,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:01:42,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-28T03:01:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-28T03:01:42,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:42,295 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:01:42,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741860_1036 (size=97) 2024-11-28T03:01:42,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741860_1036 (size=97) 2024-11-28T03:01:42,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741860_1036 (size=97) 2024-11-28T03:01:42,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 86daef80fc5c629068f4df0777a673cb in 10.1900 sec 2024-11-28T03:01:42,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:01:42,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-28T03:01:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-28T03:01:42,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:42,298 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:01:42,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8436b461faeecf61d159e1a3a3a3ea83 in 10.1930 sec 2024-11-28T03:01:42,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741861_1037 (size=105) 2024-11-28T03:01:42,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741861_1037 (size=105) 2024-11-28T03:01:42,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741861_1037 (size=105) 2024-11-28T03:01:42,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:01:42,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-28T03:01:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-28T03:01:42,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:42,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2065800083428a3b591117d72f6afbb3 2024-11-28T03:01:42,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2065800083428a3b591117d72f6afbb3 in 10.2010 sec 2024-11-28T03:01:42,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741862_1038 (size=105) 2024-11-28T03:01:42,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741862_1038 (size=105) 2024-11-28T03:01:42,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741862_1038 (size=105) 2024-11-28T03:01:42,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:01:42,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-28T03:01:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-28T03:01:42,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:42,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:01:42,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-28T03:01:42,324 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-28T03:01:42,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 21777e920d96e0a39e8e1ee1b0edc7d9 in 10.2160 sec 2024-11-28T03:01:42,325 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-28T03:01:42,326 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-28T03:01:42,326 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-28T03:01:42,328 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T03:01:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741863_1039 (size=1174) 2024-11-28T03:01:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741863_1039 (size=1174) 2024-11-28T03:01:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741863_1039 (size=1174) 2024-11-28T03:01:42,360 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-28T03:01:42,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-28T03:01:42,368 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,37487,1732762861374 2024-11-28T03:01:42,368 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,37961,1732762861415 2024-11-28T03:01:42,368 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,37487,1732762861374 2024-11-28T03:01:42,368 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,33153,1732762861338 2024-11-28T03:01:42,369 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,33153,1732762861338 2024-11-28T03:01:42,373 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,37961,1732762861415 2024-11-28T03:01:42,373 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,37487,1732762861374 2024-11-28T03:01:42,373 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,33153,1732762861338 2024-11-28T03:01:42,373 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,37961,1732762861415 2024-11-28T03:01:42,412 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T03:01:52,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-28T03:01:52,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-28T03:01:52,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-28T03:01:52,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-28T03:01:52,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-28T03:01:52,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-28T03:01:52,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-28T03:01:52,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-28T03:01:52,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-28T03:01:52,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T03:01:52,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T03:01:52,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T03:01:52,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-28T03:01:52,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-28T03:01:52,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-28T03:01:52,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-28T03:01:52,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-28T03:01:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-28T03:01:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-28T03:01:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-28T03:01:52,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-28T03:01:52,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-28T03:01:52,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-28T03:01:52,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-28T03:01:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-28T03:01:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-28T03:01:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-28T03:01:52,381 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37961,1732762861415 Release verify snapshot worker=978bd30859c3,37961,1732762861415 2024-11-28T03:01:52,381 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,33153,1732762861338 Release verify snapshot worker=978bd30859c3,33153,1732762861338 2024-11-28T03:01:52,381 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37487,1732762861374 Release verify snapshot worker=978bd30859c3,37487,1732762861374 2024-11-28T03:01:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-28T03:01:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-28T03:01:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-28T03:01:52,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37961,1732762861415 in 10.0160 sec 2024-11-28T03:01:52,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37487,1732762861374 in 10.0160 sec 2024-11-28T03:01:52,384 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,37961,1732762861415 2024-11-28T03:01:52,384 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37961,1732762861415 Release verify snapshot worker=978bd30859c3,37961,1732762861415 2024-11-28T03:01:52,384 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,33153,1732762861338 Release verify snapshot worker=978bd30859c3,33153,1732762861338 2024-11-28T03:01:52,384 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37961,1732762861415 Release verify snapshot worker=978bd30859c3,37961,1732762861415 2024-11-28T03:01:52,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37961,1732762861415 in 10.0190 sec 2024-11-28T03:01:52,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,33153,1732762861338 in 10.0160 sec 2024-11-28T03:01:52,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,33153,1732762861338 in 10.0190 sec 2024-11-28T03:01:52,387 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37487,1732762861374 Release verify snapshot worker=978bd30859c3,37487,1732762861374 2024-11-28T03:01:52,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37961,1732762861415 in 10.0190 sec 2024-11-28T03:01:52,387 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37487,1732762861374 Release verify snapshot worker=978bd30859c3,37487,1732762861374 2024-11-28T03:01:52,387 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,33153,1732762861338 Release verify snapshot worker=978bd30859c3,33153,1732762861338 2024-11-28T03:01:52,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37487,1732762861374 in 10.0220 sec 2024-11-28T03:01:52,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,33153,1732762861338 in 10.0220 sec 2024-11-28T03:01:52,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37487,1732762861374 in 10.0220 sec 2024-11-28T03:01:52,413 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 978bd30859c3,37961,1732762861415 2024-11-28T03:01:52,413 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 978bd30859c3,37961,1732762861415: Simulated kill ***** 2024-11-28T03:01:52,413 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:01:52,413 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:01:52,414 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:01:52,414 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:01:52,414 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:01:52,414 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 616744960 }, "NonHeapMemoryUsage": { "committed": 178257920, "init": 7667712, "max": -1, "used": 173602744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:01:52,414 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32903 {}] master.MasterRpcServices(700): 978bd30859c3,37961,1732762861415 reported a fatal error: ***** ABORTING region server 978bd30859c3,37961,1732762861415: Simulated kill ***** 2024-11-28T03:01:52,415 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,37961,1732762861415' ***** 2024-11-28T03:01:52,415 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-28T03:01:52,415 INFO [RS:2;978bd30859c3:37961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:01:52,415 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:01:52,415 INFO [RS:2;978bd30859c3:37961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-28T03:01:52,415 INFO [RS:2;978bd30859c3:37961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-28T03:01:52,416 INFO [RS:2;978bd30859c3:37961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:01:52,416 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T03:01:52,416 INFO [RS:2;978bd30859c3:37961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;978bd30859c3:37961. 2024-11-28T03:01:52,416 DEBUG [RS:2;978bd30859c3:37961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:01:52,416 DEBUG [RS:2;978bd30859c3:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:01:52,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741833_1009 (size=1473) 2024-11-28T03:01:52,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741833_1009 (size=1473) 2024-11-28T03:01:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741833_1009 (size=1473) 2024-11-28T03:01:52,419 DEBUG [RS:2;978bd30859c3:37961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:01:52,419 INFO [RS:2;978bd30859c3:37961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:01:52,420 INFO [RS:2;978bd30859c3:37961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37961 2024-11-28T03:01:52,432 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:01:52,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,37961,1732762861415 2024-11-28T03:01:52,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T03:01:52,464 INFO [RS:2;978bd30859c3:37961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:01:52,474 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,37961,1732762861415] 2024-11-28T03:01:52,482 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,37961,1732762861415 already deleted, retry=false 2024-11-28T03:01:52,482 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 978bd30859c3,37961,1732762861415 on 978bd30859c3,32903,1732762861183 2024-11-28T03:01:52,483 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 978bd30859c3,37961,1732762861415, splitWal=true, meta=false 2024-11-28T03:01:52,483 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 978bd30859c3,37961,1732762861415 (carryingMeta=false) 978bd30859c3,37961,1732762861415/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@49206f0d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-28T03:01:52,484 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 978bd30859c3,37961,1732762861415, splitWal=true, meta=false 2024-11-28T03:01:52,484 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 978bd30859c3,37961,1732762861415 had 3 regions 2024-11-28T03:01:52,485 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 978bd30859c3,37961,1732762861415, splitWal=true, meta=false, isMeta: false 2024-11-28T03:01:52,486 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting 2024-11-28T03:01:52,487 INFO [PEWorker-1 {}] master.SplitWALManager(105): 978bd30859c3,37961,1732762861415 WAL count=1, meta=false 2024-11-28T03:01:52,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 978bd30859c3%2C37961%2C1732762861415.1732762862106}] 2024-11-28T03:01:52,489 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=978bd30859c3,33153,1732762861338 2024-11-28T03:01:52,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 978bd30859c3%2C37961%2C1732762861415.1732762862106, worker=978bd30859c3,33153,1732762861338}] 2024-11-28T03:01:52,491 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-28T03:01:52,491 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-28T03:01:52,491 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-28T03:01:52,492 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37961,1732762861415 Release verify snapshot worker=978bd30859c3,37961,1732762861415 2024-11-28T03:01:52,492 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 978bd30859c3,37961,1732762861415, this operation will be retried to send to another server 2024-11-28T03:01:52,493 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-28T03:01:52,493 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732762913493 2024-11-28T03:01:52,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:01:52,574 INFO [RS:2;978bd30859c3:37961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:01:52,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37961-0x10180ac912d0003, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:01:52,574 INFO [RS:2;978bd30859c3:37961 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,37961,1732762861415; zookeeper connection closed. 2024-11-28T03:01:52,575 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a91b7b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a91b7b1 2024-11-28T03:01:52,796 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=978bd30859c3:38549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-28T03:01:52,959 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:01:52,960 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:01:53,336 INFO [master/978bd30859c3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T03:01:53,336 INFO [master/978bd30859c3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T03:01:53,497 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=978bd30859c3,37487,1732762861374 2024-11-28T03:02:01,158 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T03:02:02,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-28T03:02:02,517 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106, size=1.4 K (1473bytes) 2024-11-28T03:02:02,517 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106 2024-11-28T03:02:02,518 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106 after 1ms 2024-11-28T03:02:02,555 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106 took 38ms 2024-11-28T03:02:02,559 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d1d08924fc8e885b94308d212c25acb5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-28T03:02:02,562 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 8436b461faeecf61d159e1a3a3a3ea83: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-28T03:02:02,564 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 4e295866ae402049372a8040eab9240b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-28T03:02:02,564 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106 so closing down 2024-11-28T03:02:02,565 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-28T03:02:02,565 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-28T03:02:02,565 INFO [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 9 ms; skipped=5; WAL=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-28T03:02:02,565 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106, journal: Splitting hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106, size=1.4 K (1473bytes) at 1732762922517Finishing writing output for hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106 so closing down at 1732762922564 (+47 ms)3 split writer threads finished at 1732762922565 (+1 ms)Processed 5 edits across 0 Regions in 9 ms; skipped=5; WAL=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1732762922565 2024-11-28T03:02:02,565 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106 2024-11-28T03:02:02,565 DEBUG [RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-28T03:02:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-28T03:02:02,569 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting/978bd30859c3%2C37961%2C1732762861415.1732762862106 to hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/oldWALs 2024-11-28T03:02:02,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-28T03:02:02,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 978bd30859c3%2C37961%2C1732762861415.1732762862106, worker=978bd30859c3,33153,1732762861338 in 10.0790 sec 2024-11-28T03:02:02,572 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=978bd30859c3,33153,1732762861338 2024-11-28T03:02:02,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-28T03:02:02,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 978bd30859c3%2C37961%2C1732762861415.1732762862106, worker=978bd30859c3,33153,1732762861338 in 10.0850 sec 2024-11-28T03:02:02,577 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting dir is empty, no logs to split. 2024-11-28T03:02:02,577 INFO [PEWorker-2 {}] master.SplitWALManager(105): 978bd30859c3,37961,1732762861415 WAL count=0, meta=false 2024-11-28T03:02:02,577 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 978bd30859c3,37961,1732762861415 WAL splitting is done? wals=0, meta=false 2024-11-28T03:02:02,579 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 978bd30859c3,37961,1732762861415 failed, ignore...File hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/WALs/978bd30859c3,37961,1732762861415-splitting does not exist. 2024-11-28T03:02:02,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d1d08924fc8e885b94308d212c25acb5, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8436b461faeecf61d159e1a3a3a3ea83, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e295866ae402049372a8040eab9240b, ASSIGN}] 2024-11-28T03:02:02,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8436b461faeecf61d159e1a3a3a3ea83, ASSIGN 2024-11-28T03:02:02,582 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d1d08924fc8e885b94308d212c25acb5, ASSIGN 2024-11-28T03:02:02,582 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e295866ae402049372a8040eab9240b, ASSIGN 2024-11-28T03:02:02,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8436b461faeecf61d159e1a3a3a3ea83, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T03:02:02,583 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d1d08924fc8e885b94308d212c25acb5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T03:02:02,583 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e295866ae402049372a8040eab9240b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T03:02:02,670 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-28T03:02:02,734 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T03:02:02,735 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T03:02:02,735 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T03:02:02,735 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T03:02:02,735 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T03:02:02,735 INFO [978bd30859c3:32903 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T03:02:02,735 INFO [978bd30859c3:32903 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T03:02:02,735 DEBUG [978bd30859c3:32903 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T03:02:02,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=8436b461faeecf61d159e1a3a3a3ea83, regionState=OPENING, regionLocation=978bd30859c3,37487,1732762861374 2024-11-28T03:02:02,736 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=4e295866ae402049372a8040eab9240b, regionState=OPENING, regionLocation=978bd30859c3,37487,1732762861374 2024-11-28T03:02:02,736 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d1d08924fc8e885b94308d212c25acb5, regionState=OPENING, regionLocation=978bd30859c3,33153,1732762861338 2024-11-28T03:02:02,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8436b461faeecf61d159e1a3a3a3ea83, ASSIGN because future has completed 2024-11-28T03:02:02,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8436b461faeecf61d159e1a3a3a3ea83, server=978bd30859c3,37487,1732762861374}] 2024-11-28T03:02:02,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d1d08924fc8e885b94308d212c25acb5, ASSIGN because future has completed 2024-11-28T03:02:02,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d08924fc8e885b94308d212c25acb5, server=978bd30859c3,33153,1732762861338}] 2024-11-28T03:02:02,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e295866ae402049372a8040eab9240b, ASSIGN because future has completed 2024-11-28T03:02:02,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e295866ae402049372a8040eab9240b, server=978bd30859c3,37487,1732762861374}] 2024-11-28T03:02:03,506 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:02:03,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-28T03:02:03,506 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 8436b461faeecf61d159e1a3a3a3ea83, NAME => 'SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-28T03:02:03,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-28T03:02:03,506 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,507 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:02:03,507 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,507 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32903 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-28T03:02:03,509 INFO [StoreOpener-8436b461faeecf61d159e1a3a3a3ea83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,509 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37487,1732762861374 Release verify snapshot worker=978bd30859c3,37487,1732762861374 2024-11-28T03:02:03,510 INFO [StoreOpener-8436b461faeecf61d159e1a3a3a3ea83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8436b461faeecf61d159e1a3a3a3ea83 columnFamilyName cf 2024-11-28T03:02:03,510 DEBUG [StoreOpener-8436b461faeecf61d159e1a3a3a3ea83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:02:03,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-28T03:02:03,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=978bd30859c3,37487,1732762861374 in 21.1440 sec 2024-11-28T03:02:03,512 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-28T03:02:03,513 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/.hbase-snapshot/SnapshotProcedureTest 2024-11-28T03:02:03,515 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-28T03:02:03,515 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-28T03:02:03,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.4250 sec 2024-11-28T03:02:03,520 DEBUG [StoreOpener-8436b461faeecf61d159e1a3a3a3ea83-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83/cf/6cbaa2dc1d864309a6de86e774dd0f49 2024-11-28T03:02:03,520 INFO [StoreOpener-8436b461faeecf61d159e1a3a3a3ea83-1 {}] regionserver.HStore(327): Store=8436b461faeecf61d159e1a3a3a3ea83/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:02:03,520 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,521 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,522 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,523 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,523 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,525 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,527 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:02:03,528 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 8436b461faeecf61d159e1a3a3a3ea83; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66495461, jitterRate=-0.009140416979789734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:02:03,528 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,528 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 8436b461faeecf61d159e1a3a3a3ea83: Running coprocessor pre-open hook at 1732762923507Writing region info on filesystem at 1732762923507Initializing all the Stores at 1732762923508 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762923508Cleaning up temporary data from old regions at 1732762923523 (+15 ms)Running coprocessor post-open hooks at 1732762923528 (+5 ms)Region opened successfully at 1732762923528 2024-11-28T03:02:03,529 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83., pid=52, masterSystemTime=1732762923497 2024-11-28T03:02:03,531 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-28T03:02:03,531 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:02:03,531 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:02:03,531 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:02:03,531 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e295866ae402049372a8040eab9240b, NAME => 'SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-28T03:02:03,532 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,532 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:02:03,532 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,532 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,532 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=8436b461faeecf61d159e1a3a3a3ea83, regionState=OPEN, openSeqNum=6, regionLocation=978bd30859c3,37487,1732762861374 2024-11-28T03:02:03,533 INFO [StoreOpener-4e295866ae402049372a8040eab9240b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8436b461faeecf61d159e1a3a3a3ea83, server=978bd30859c3,37487,1732762861374 because future has completed 2024-11-28T03:02:03,535 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-28T03:02:03,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:02:03,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:02:03,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:02:03,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:02:03,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:02:03,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:02:03,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=175184880, stopped=false 2024-11-28T03:02:03,535 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=978bd30859c3,32903,1732762861183 2024-11-28T03:02:03,535 INFO [StoreOpener-4e295866ae402049372a8040eab9240b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e295866ae402049372a8040eab9240b columnFamilyName cf 2024-11-28T03:02:03,536 DEBUG [StoreOpener-4e295866ae402049372a8040eab9240b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:02:03,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:02:03,536 INFO [StoreOpener-4e295866ae402049372a8040eab9240b-1 {}] regionserver.HStore(327): Store=4e295866ae402049372a8040eab9240b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:02:03,537 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,537 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-11-28T03:02:03,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 8436b461faeecf61d159e1a3a3a3ea83, server=978bd30859c3,37487,1732762861374 in 793 msec 2024-11-28T03:02:03,539 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8436b461faeecf61d159e1a3a3a3ea83, ASSIGN in 958 msec 2024-11-28T03:02:03,539 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,539 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,541 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,542 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 4e295866ae402049372a8040eab9240b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64051117, jitterRate=-0.04556398093700409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:02:03,542 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,542 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 4e295866ae402049372a8040eab9240b: Running coprocessor pre-open hook at 1732762923532Writing region info on filesystem at 1732762923532Initializing all the Stores at 1732762923533 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762923533Cleaning up temporary data from old regions at 1732762923539 (+6 ms)Running coprocessor post-open hooks at 1732762923542 (+3 ms)Region opened successfully at 1732762923542 2024-11-28T03:02:03,543 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b., pid=54, masterSystemTime=1732762923497 2024-11-28T03:02:03,544 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:02:03,544 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:02:03,545 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=4e295866ae402049372a8040eab9240b, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,37487,1732762861374 2024-11-28T03:02:03,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e295866ae402049372a8040eab9240b, server=978bd30859c3,37487,1732762861374 because future has completed 2024-11-28T03:02:03,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-28T03:02:03,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e295866ae402049372a8040eab9240b, server=978bd30859c3,37487,1732762861374 in 803 msec 2024-11-28T03:02:03,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e295866ae402049372a8040eab9240b, ASSIGN in 969 msec 2024-11-28T03:02:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T03:02:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T03:02:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T03:02:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:02:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:02:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:02:03,597 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:02:03,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:02:03,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:02:03,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:02:03,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:02:03,598 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,33153,1732762861338' ***** 2024-11-28T03:02:03,598 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:02:03,598 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,37487,1732762861374' ***** 2024-11-28T03:02:03,598 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:02:03,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:02:03,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:02:03,599 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:02:03,599 INFO [RS:1;978bd30859c3:37487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:02:03,599 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:02:03,599 INFO [RS:1;978bd30859c3:37487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:02:03,599 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:02:03,599 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:02:03,599 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for 227b9b966a7ff02f50af1863642383df 2024-11-28T03:02:03,599 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:02:03,599 INFO [RS:0;978bd30859c3:33153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:02:03,599 INFO [RS:0;978bd30859c3:33153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:02:03,599 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for 8436b461faeecf61d159e1a3a3a3ea83 2024-11-28T03:02:03,599 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(3091): Received CLOSE for 86daef80fc5c629068f4df0777a673cb 2024-11-28T03:02:03,599 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e295866ae402049372a8040eab9240b 2024-11-28T03:02:03,599 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3e3b53ec3b2fe13cc99c003e376fdf6, disabling compactions & flushes 2024-11-28T03:02:03,600 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for 2065800083428a3b591117d72f6afbb3 2024-11-28T03:02:03,600 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:02:03,600 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,37487,1732762861374 2024-11-28T03:02:03,600 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:02:03,600 INFO [RS:1;978bd30859c3:37487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:02:03,600 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(3091): Received CLOSE for 21777e920d96e0a39e8e1ee1b0edc7d9 2024-11-28T03:02:03,600 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. after waiting 0 ms 2024-11-28T03:02:03,600 INFO [RS:1;978bd30859c3:37487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;978bd30859c3:37487. 2024-11-28T03:02:03,600 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(3091): Received CLOSE for b45b6211dba79d2c47006edfe7d87b82 2024-11-28T03:02:03,600 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:02:03,600 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(3091): Received CLOSE for bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:02:03,600 DEBUG [RS:1;978bd30859c3:37487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:02:03,600 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86daef80fc5c629068f4df0777a673cb, disabling compactions & flushes 2024-11-28T03:02:03,600 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,33153,1732762861338 2024-11-28T03:02:03,600 DEBUG [RS:1;978bd30859c3:37487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:02:03,600 INFO [RS:0;978bd30859c3:33153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:02:03,600 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:02:03,600 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:02:03,600 INFO [RS:0;978bd30859c3:33153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;978bd30859c3:33153. 2024-11-28T03:02:03,600 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. after waiting 0 ms 2024-11-28T03:02:03,600 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-28T03:02:03,600 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:02:03,600 DEBUG [RS:0;978bd30859c3:33153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:02:03,600 DEBUG [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(1325): Online Regions={a3e3b53ec3b2fe13cc99c003e376fdf6=SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6., 227b9b966a7ff02f50af1863642383df=SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df., 8436b461faeecf61d159e1a3a3a3ea83=SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83., 4e295866ae402049372a8040eab9240b=SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b., 2065800083428a3b591117d72f6afbb3=SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3.} 2024-11-28T03:02:03,600 DEBUG [RS:0;978bd30859c3:33153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:02:03,600 DEBUG [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(1351): Waiting on 2065800083428a3b591117d72f6afbb3, 227b9b966a7ff02f50af1863642383df, 4e295866ae402049372a8040eab9240b, 8436b461faeecf61d159e1a3a3a3ea83, a3e3b53ec3b2fe13cc99c003e376fdf6 2024-11-28T03:02:03,600 INFO [RS:0;978bd30859c3:33153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:02:03,600 INFO [RS:0;978bd30859c3:33153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:02:03,600 INFO [RS:0;978bd30859c3:33153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:02:03,600 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:02:03,600 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-28T03:02:03,601 DEBUG [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(1325): Online Regions={86daef80fc5c629068f4df0777a673cb=SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb., 1588230740=hbase:meta,,1.1588230740, 21777e920d96e0a39e8e1ee1b0edc7d9=SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9., b45b6211dba79d2c47006edfe7d87b82=SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82., bfb46ddf0d73dd2ff6c6375d44014ed2=SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2.} 2024-11-28T03:02:03,601 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:02:03,601 DEBUG [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21777e920d96e0a39e8e1ee1b0edc7d9, 86daef80fc5c629068f4df0777a673cb, b45b6211dba79d2c47006edfe7d87b82, bfb46ddf0d73dd2ff6c6375d44014ed2 2024-11-28T03:02:03,601 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:02:03,601 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:02:03,601 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:02:03,601 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:02:03,601 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.68 KB heapSize=24.74 KB 2024-11-28T03:02:03,604 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/a3e3b53ec3b2fe13cc99c003e376fdf6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:02:03,605 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:02:03,605 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3e3b53ec3b2fe13cc99c003e376fdf6: Waiting for close lock at 1732762923599Running coprocessor pre-close hooks at 1732762923599Disabling compacts and flushes for region at 1732762923599Disabling writes for close at 1732762923600 (+1 ms)Writing region close event to WAL at 1732762923600Running coprocessor post-close hooks at 1732762923605 (+5 ms)Closed at 1732762923605 2024-11-28T03:02:03,605 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/86daef80fc5c629068f4df0777a673cb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:02:03,605 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6. 2024-11-28T03:02:03,605 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 227b9b966a7ff02f50af1863642383df, disabling compactions & flushes 2024-11-28T03:02:03,605 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:02:03,605 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:02:03,605 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. after waiting 0 ms 2024-11-28T03:02:03,605 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:02:03,606 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:02:03,606 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86daef80fc5c629068f4df0777a673cb: Waiting for close lock at 1732762923600Running coprocessor pre-close hooks at 1732762923600Disabling compacts and flushes for region at 1732762923600Disabling writes for close at 1732762923600Writing region close event to WAL at 1732762923602 (+2 ms)Running coprocessor post-close hooks at 1732762923606 (+4 ms)Closed at 1732762923606 2024-11-28T03:02:03,606 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732762872475.86daef80fc5c629068f4df0777a673cb. 2024-11-28T03:02:03,606 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21777e920d96e0a39e8e1ee1b0edc7d9, disabling compactions & flushes 2024-11-28T03:02:03,606 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:02:03,606 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:02:03,606 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. after waiting 0 ms 2024-11-28T03:02:03,606 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:02:03,611 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/227b9b966a7ff02f50af1863642383df/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:02:03,611 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/21777e920d96e0a39e8e1ee1b0edc7d9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:02:03,612 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:02:03,612 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21777e920d96e0a39e8e1ee1b0edc7d9: Waiting for close lock at 1732762923606Running coprocessor pre-close hooks at 1732762923606Disabling compacts and flushes for region at 1732762923606Disabling writes for close at 1732762923606Writing region close event to WAL at 1732762923608 (+2 ms)Running coprocessor post-close hooks at 1732762923612 (+4 ms)Closed at 1732762923612 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 227b9b966a7ff02f50af1863642383df: Waiting for close lock at 1732762923605Running coprocessor pre-close hooks at 1732762923605Disabling compacts and flushes for region at 1732762923605Disabling writes for close at 1732762923605Writing region close event to WAL at 1732762923606 (+1 ms)Running coprocessor post-close hooks at 1732762923612 (+6 ms)Closed at 1732762923612 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732762872475.21777e920d96e0a39e8e1ee1b0edc7d9. 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732762872475.227b9b966a7ff02f50af1863642383df. 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b45b6211dba79d2c47006edfe7d87b82, disabling compactions & flushes 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8436b461faeecf61d159e1a3a3a3ea83, disabling compactions & flushes 2024-11-28T03:02:03,612 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:02:03,612 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. after waiting 0 ms 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. after waiting 0 ms 2024-11-28T03:02:03,612 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:02:03,616 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/b45b6211dba79d2c47006edfe7d87b82/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:02:03,616 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/8436b461faeecf61d159e1a3a3a3ea83/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-28T03:02:03,617 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:02:03,617 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8436b461faeecf61d159e1a3a3a3ea83: Waiting for close lock at 1732762923612Running coprocessor pre-close hooks at 1732762923612Disabling compacts and flushes for region at 1732762923612Disabling writes for close at 1732762923612Writing region close event to WAL at 1732762923613 (+1 ms)Running coprocessor post-close hooks at 1732762923617 (+4 ms)Closed at 1732762923617 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b45b6211dba79d2c47006edfe7d87b82: Waiting for close lock at 1732762923612Running coprocessor pre-close hooks at 1732762923612Disabling compacts and flushes for region at 1732762923612Disabling writes for close at 1732762923612Writing region close event to WAL at 1732762923612Running coprocessor post-close hooks at 1732762923617 (+5 ms)Closed at 1732762923617 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732762872475.b45b6211dba79d2c47006edfe7d87b82. 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732762872475.8436b461faeecf61d159e1a3a3a3ea83. 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e295866ae402049372a8040eab9240b, disabling compactions & flushes 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfb46ddf0d73dd2ff6c6375d44014ed2, disabling compactions & flushes 2024-11-28T03:02:03,617 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:02:03,617 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. after waiting 0 ms 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. after waiting 0 ms 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:02:03,617 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:02:03,620 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/.tmp/info/5fae2b92fce74eeaae5417666257efa1 is 167, key is SPTestTable,19999999,1732762872475.a3e3b53ec3b2fe13cc99c003e376fdf6./info:regioninfo/1732762883260/Put/seqid=0 2024-11-28T03:02:03,621 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/bfb46ddf0d73dd2ff6c6375d44014ed2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T03:02:03,622 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/4e295866ae402049372a8040eab9240b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T03:02:03,622 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:02:03,622 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfb46ddf0d73dd2ff6c6375d44014ed2: Waiting for close lock at 1732762923617Running coprocessor pre-close hooks at 1732762923617Disabling compacts and flushes for region at 1732762923617Disabling writes for close at 1732762923617Writing region close event to WAL at 1732762923618 (+1 ms)Running coprocessor post-close hooks at 1732762923622 (+4 ms)Closed at 1732762923622 2024-11-28T03:02:03,622 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:02:03,622 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e295866ae402049372a8040eab9240b: Waiting for close lock at 1732762923617Running coprocessor pre-close hooks at 1732762923617Disabling compacts and flushes for region at 1732762923617Disabling writes for close at 1732762923617Writing region close event to WAL at 1732762923618 (+1 ms)Running coprocessor post-close hooks at 1732762923622 (+4 ms)Closed at 1732762923622 2024-11-28T03:02:03,622 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732762872475.bfb46ddf0d73dd2ff6c6375d44014ed2. 2024-11-28T03:02:03,622 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732762872475.4e295866ae402049372a8040eab9240b. 2024-11-28T03:02:03,623 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2065800083428a3b591117d72f6afbb3, disabling compactions & flushes 2024-11-28T03:02:03,623 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:02:03,623 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:02:03,623 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. after waiting 0 ms 2024-11-28T03:02:03,623 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:02:03,627 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/default/SPTestTable/2065800083428a3b591117d72f6afbb3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:02:03,628 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:02:03,628 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2065800083428a3b591117d72f6afbb3: Waiting for close lock at 1732762923623Running coprocessor pre-close hooks at 1732762923623Disabling compacts and flushes for region at 1732762923623Disabling writes for close at 1732762923623Writing region close event to WAL at 1732762923623Running coprocessor post-close hooks at 1732762923628 (+5 ms)Closed at 1732762923628 2024-11-28T03:02:03,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741864_1040 (size=19443) 2024-11-28T03:02:03,628 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732762872475.2065800083428a3b591117d72f6afbb3. 2024-11-28T03:02:03,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741864_1040 (size=19443) 2024-11-28T03:02:03,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741864_1040 (size=19443) 2024-11-28T03:02:03,629 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.53 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/.tmp/info/5fae2b92fce74eeaae5417666257efa1 2024-11-28T03:02:03,646 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:02:03,646 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:02:03,649 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/.tmp/ns/c59fec99f1f84295a7df27da078a7463 is 43, key is default/ns:d/1732762872400/Put/seqid=0 2024-11-28T03:02:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741865_1041 (size=5153) 2024-11-28T03:02:03,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741865_1041 (size=5153) 2024-11-28T03:02:03,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741865_1041 (size=5153) 2024-11-28T03:02:03,655 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/.tmp/ns/c59fec99f1f84295a7df27da078a7463 2024-11-28T03:02:03,674 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/.tmp/table/1426d08a269f44ba9b42b33120d47725 is 47, key is SPTestTable/table:state/1732762883278/Put/seqid=0 2024-11-28T03:02:03,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741866_1042 (size=5214) 2024-11-28T03:02:03,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741866_1042 (size=5214) 2024-11-28T03:02:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741866_1042 (size=5214) 2024-11-28T03:02:03,681 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/.tmp/table/1426d08a269f44ba9b42b33120d47725 2024-11-28T03:02:03,687 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/.tmp/info/5fae2b92fce74eeaae5417666257efa1 as hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/info/5fae2b92fce74eeaae5417666257efa1 2024-11-28T03:02:03,692 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/info/5fae2b92fce74eeaae5417666257efa1, entries=109, sequenceid=34, filesize=19.0 K 2024-11-28T03:02:03,693 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/.tmp/ns/c59fec99f1f84295a7df27da078a7463 as hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/ns/c59fec99f1f84295a7df27da078a7463 2024-11-28T03:02:03,699 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/ns/c59fec99f1f84295a7df27da078a7463, entries=2, sequenceid=34, filesize=5.0 K 2024-11-28T03:02:03,700 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/.tmp/table/1426d08a269f44ba9b42b33120d47725 as hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/table/1426d08a269f44ba9b42b33120d47725 2024-11-28T03:02:03,706 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/table/1426d08a269f44ba9b42b33120d47725, entries=2, sequenceid=34, filesize=5.1 K 2024-11-28T03:02:03,706 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.68 KB/15037, heapSize ~24.45 KB/25032, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=34, compaction requested=false 2024-11-28T03:02:03,711 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/data/hbase/meta/1588230740/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-11-28T03:02:03,711 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:02:03,711 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:02:03,711 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762923601Running coprocessor pre-close hooks at 1732762923601Disabling compacts and flushes for region at 1732762923601Disabling writes for close at 1732762923601Obtaining lock to block concurrent updates at 1732762923601Preparing flush snapshotting stores in 1588230740 at 1732762923601Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15037, getHeapSize=25272, getOffHeapSize=0, getCellsCount=123 at 1732762923601Flushing stores of hbase:meta,,1.1588230740 at 1732762923602 (+1 ms)Flushing 1588230740/info: creating writer at 1732762923602Flushing 1588230740/info: appending metadata at 1732762923620 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732762923620Flushing 1588230740/ns: creating writer at 1732762923635 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732762923648 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732762923648Flushing 1588230740/table: creating writer at 1732762923661 (+13 ms)Flushing 1588230740/table: appending metadata at 1732762923674 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732762923674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@654c7333: reopening flushed file at 1732762923686 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e03bd7e: reopening flushed file at 1732762923693 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775f6c15: reopening flushed file at 1732762923699 (+6 ms)Finished flush of dataSize ~14.68 KB/15037, heapSize ~24.45 KB/25032, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=34, compaction requested=false at 1732762923707 (+8 ms)Writing region close event to WAL at 1732762923708 (+1 ms)Running coprocessor post-close hooks at 1732762923711 (+3 ms)Closed at 1732762923711 2024-11-28T03:02:03,712 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:02:03,800 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,37487,1732762861374; all regions closed. 2024-11-28T03:02:03,801 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,33153,1732762861338; all regions closed. 2024-11-28T03:02:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741834_1010 (size=3534) 2024-11-28T03:02:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741834_1010 (size=3534) 2024-11-28T03:02:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741834_1010 (size=3534) 2024-11-28T03:02:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741836_1012 (size=17675) 2024-11-28T03:02:03,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741836_1012 (size=17675) 2024-11-28T03:02:03,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741836_1012 (size=17675) 2024-11-28T03:02:03,812 DEBUG [RS:1;978bd30859c3:37487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/oldWALs 2024-11-28T03:02:03,812 INFO [RS:1;978bd30859c3:37487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C37487%2C1732762861374:(num 1732762862099) 2024-11-28T03:02:03,812 DEBUG [RS:1;978bd30859c3:37487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:02:03,812 DEBUG [RS:0;978bd30859c3:33153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/oldWALs 2024-11-28T03:02:03,812 INFO [RS:1;978bd30859c3:37487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:02:03,812 INFO [RS:0;978bd30859c3:33153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C33153%2C1732762861338.meta:.meta(num 1732762872281) 2024-11-28T03:02:03,812 INFO [RS:1;978bd30859c3:37487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:02:03,812 INFO [RS:1;978bd30859c3:37487 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:02:03,813 INFO [RS:1;978bd30859c3:37487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:02:03,813 INFO [RS:1;978bd30859c3:37487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:02:03,813 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:02:03,813 INFO [RS:1;978bd30859c3:37487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:02:03,813 INFO [RS:1;978bd30859c3:37487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:02:03,813 INFO [RS:1;978bd30859c3:37487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37487 2024-11-28T03:02:03,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741835_1011 (size=3469) 2024-11-28T03:02:03,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741835_1011 (size=3469) 2024-11-28T03:02:03,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741835_1011 (size=3469) 2024-11-28T03:02:03,817 DEBUG [RS:0;978bd30859c3:33153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/oldWALs 2024-11-28T03:02:03,817 INFO [RS:0;978bd30859c3:33153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C33153%2C1732762861338:(num 1732762862104) 2024-11-28T03:02:03,817 DEBUG [RS:0;978bd30859c3:33153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:02:03,817 INFO [RS:0;978bd30859c3:33153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:02:03,817 INFO [RS:0;978bd30859c3:33153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:02:03,817 INFO [RS:0;978bd30859c3:33153 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:02:03,817 INFO [RS:0;978bd30859c3:33153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:02:03,817 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:02:03,818 INFO [RS:0;978bd30859c3:33153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33153 2024-11-28T03:02:03,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,37487,1732762861374 2024-11-28T03:02:03,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T03:02:03,839 INFO [RS:1;978bd30859c3:37487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:02:03,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,33153,1732762861338 2024-11-28T03:02:03,847 INFO [RS:0;978bd30859c3:33153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:02:03,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,37487,1732762861374] 2024-11-28T03:02:03,872 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,37487,1732762861374 already deleted, retry=false 2024-11-28T03:02:03,872 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,37487,1732762861374 expired; onlineServers=1 2024-11-28T03:02:03,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,33153,1732762861338] 2024-11-28T03:02:03,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,33153,1732762861338 already deleted, retry=false 2024-11-28T03:02:03,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,33153,1732762861338 expired; onlineServers=0 2024-11-28T03:02:03,880 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '978bd30859c3,32903,1732762861183' ***** 2024-11-28T03:02:03,881 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:02:03,881 INFO [M:0;978bd30859c3:32903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:02:03,881 INFO [M:0;978bd30859c3:32903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:02:03,881 DEBUG [M:0;978bd30859c3:32903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:02:03,881 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:02:03,881 DEBUG [M:0;978bd30859c3:32903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:02:03,881 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762861768 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762861768,5,FailOnTimeoutGroup] 2024-11-28T03:02:03,881 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762861768 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762861768,5,FailOnTimeoutGroup] 2024-11-28T03:02:03,882 INFO [M:0;978bd30859c3:32903 {}] hbase.ChoreService(370): Chore service for: master/978bd30859c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:02:03,882 INFO [M:0;978bd30859c3:32903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:02:03,882 DEBUG [M:0;978bd30859c3:32903 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:02:03,882 INFO [M:0;978bd30859c3:32903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:02:03,882 INFO [M:0;978bd30859c3:32903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:02:03,883 ERROR [M:0;978bd30859c3:32903 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:46151 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46151,5,PEWorkerGroup] 2024-11-28T03:02:03,883 INFO [M:0;978bd30859c3:32903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:02:03,883 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:02:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T03:02:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:02:03,889 DEBUG [M:0;978bd30859c3:32903 {}] zookeeper.ZKUtil(347): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T03:02:03,889 WARN [M:0;978bd30859c3:32903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:02:03,890 INFO [M:0;978bd30859c3:32903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/.lastflushedseqids 2024-11-28T03:02:03,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741867_1043 (size=650) 2024-11-28T03:02:03,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741867_1043 (size=650) 2024-11-28T03:02:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741867_1043 (size=650) 2024-11-28T03:02:03,897 INFO [M:0;978bd30859c3:32903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:02:03,897 INFO [M:0;978bd30859c3:32903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:02:03,897 DEBUG [M:0;978bd30859c3:32903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:02:03,897 INFO [M:0;978bd30859c3:32903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:02:03,897 DEBUG [M:0;978bd30859c3:32903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:02:03,897 DEBUG [M:0;978bd30859c3:32903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:02:03,897 DEBUG [M:0;978bd30859c3:32903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:02:03,897 INFO [M:0;978bd30859c3:32903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=177.55 KB heapSize=217.22 KB 2024-11-28T03:02:03,912 DEBUG [M:0;978bd30859c3:32903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c148d86127244938b345e5b56511ae6 is 82, key is hbase:meta,,1/info:regioninfo/1732762872324/Put/seqid=0 2024-11-28T03:02:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741868_1044 (size=5672) 2024-11-28T03:02:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741868_1044 (size=5672) 2024-11-28T03:02:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741868_1044 (size=5672) 2024-11-28T03:02:03,918 INFO [M:0;978bd30859c3:32903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c148d86127244938b345e5b56511ae6 2024-11-28T03:02:03,936 DEBUG [M:0;978bd30859c3:32903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ad1c0dd40ac4f81b939f49b72ab8ca8 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732762883283/Put/seqid=0 2024-11-28T03:02:03,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741869_1045 (size=12159) 2024-11-28T03:02:03,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741869_1045 (size=12159) 2024-11-28T03:02:03,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741869_1045 (size=12159) 2024-11-28T03:02:03,943 INFO [M:0;978bd30859c3:32903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=176.81 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ad1c0dd40ac4f81b939f49b72ab8ca8 2024-11-28T03:02:03,948 INFO [M:0;978bd30859c3:32903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ad1c0dd40ac4f81b939f49b72ab8ca8 2024-11-28T03:02:03,956 INFO [RS:1;978bd30859c3:37487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:02:03,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:02:03,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x10180ac912d0002, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:02:03,956 INFO [RS:1;978bd30859c3:37487 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,37487,1732762861374; zookeeper connection closed. 2024-11-28T03:02:03,956 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@160073dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@160073dd 2024-11-28T03:02:03,961 DEBUG [M:0;978bd30859c3:32903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/090eb9fff55844e4a4c0954efff9b1bb is 69, key is 978bd30859c3,33153,1732762861338/rs:state/1732762861895/Put/seqid=0 2024-11-28T03:02:03,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:02:03,964 INFO [RS:0;978bd30859c3:33153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:02:03,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33153-0x10180ac912d0001, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:02:03,964 INFO [RS:0;978bd30859c3:33153 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,33153,1732762861338; zookeeper connection closed. 2024-11-28T03:02:03,964 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65a2a74a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65a2a74a 2024-11-28T03:02:03,965 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-28T03:02:03,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741870_1046 (size=5442) 2024-11-28T03:02:03,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741870_1046 (size=5442) 2024-11-28T03:02:03,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741870_1046 (size=5442) 2024-11-28T03:02:03,969 INFO [M:0;978bd30859c3:32903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/090eb9fff55844e4a4c0954efff9b1bb 2024-11-28T03:02:03,973 INFO [M:0;978bd30859c3:32903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 090eb9fff55844e4a4c0954efff9b1bb 2024-11-28T03:02:03,974 DEBUG [M:0;978bd30859c3:32903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c148d86127244938b345e5b56511ae6 as hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c148d86127244938b345e5b56511ae6 2024-11-28T03:02:03,979 INFO [M:0;978bd30859c3:32903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c148d86127244938b345e5b56511ae6, entries=8, sequenceid=428, filesize=5.5 K 2024-11-28T03:02:03,980 DEBUG [M:0;978bd30859c3:32903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ad1c0dd40ac4f81b939f49b72ab8ca8 as hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ad1c0dd40ac4f81b939f49b72ab8ca8 2024-11-28T03:02:03,984 INFO [M:0;978bd30859c3:32903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ad1c0dd40ac4f81b939f49b72ab8ca8 2024-11-28T03:02:03,985 INFO [M:0;978bd30859c3:32903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ad1c0dd40ac4f81b939f49b72ab8ca8, entries=54, sequenceid=428, filesize=11.9 K 2024-11-28T03:02:03,986 DEBUG [M:0;978bd30859c3:32903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/090eb9fff55844e4a4c0954efff9b1bb as hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/090eb9fff55844e4a4c0954efff9b1bb 2024-11-28T03:02:03,990 INFO [M:0;978bd30859c3:32903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 090eb9fff55844e4a4c0954efff9b1bb 2024-11-28T03:02:03,990 INFO [M:0;978bd30859c3:32903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46151/user/jenkins/test-data/7e4f6a75-a2bb-5364-6054-5bf72a03d412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/090eb9fff55844e4a4c0954efff9b1bb, entries=3, sequenceid=428, filesize=5.3 K 2024-11-28T03:02:03,991 INFO [M:0;978bd30859c3:32903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~177.55 KB/181810, heapSize ~216.92 KB/222128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=428, compaction requested=false 2024-11-28T03:02:03,992 INFO [M:0;978bd30859c3:32903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:02:03,992 DEBUG [M:0;978bd30859c3:32903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762923897Disabling compacts and flushes for region at 1732762923897Disabling writes for close at 1732762923897Obtaining lock to block concurrent updates at 1732762923897Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732762923897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=181810, getHeapSize=222368, getOffHeapSize=0, getCellsCount=523 at 1732762923898 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732762923898Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732762923898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732762923911 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732762923911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732762923922 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732762923936 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732762923936Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732762923948 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732762923961 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732762923961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a8f1e0: reopening flushed file at 1732762923973 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55da3d2a: reopening flushed file at 1732762923979 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5302e00d: reopening flushed file at 1732762923985 (+6 ms)Finished flush of dataSize ~177.55 KB/181810, heapSize ~216.92 KB/222128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=428, compaction requested=false at 1732762923991 (+6 ms)Writing region close event to WAL at 1732762923992 (+1 ms)Closed at 1732762923992 2024-11-28T03:02:03,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40205 is added to blk_1073741830_1006 (size=210429) 2024-11-28T03:02:03,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741830_1006 (size=210429) 2024-11-28T03:02:03,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:02:03,995 INFO [M:0;978bd30859c3:32903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:02:03,995 INFO [M:0;978bd30859c3:32903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32903 2024-11-28T03:02:03,995 INFO [M:0;978bd30859c3:32903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:02:03,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741830_1006 (size=210429) 2024-11-28T03:02:04,114 INFO [M:0;978bd30859c3:32903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:02:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:02:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10180ac912d0000, quorum=127.0.0.1:63736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:02:04,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35918bbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:02:04,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ba0ffdb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:02:04,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:02:04,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45b836cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:02:04,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b28489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/hadoop.log.dir/,STOPPED} 2024-11-28T03:02:04,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:02:04,164 WARN [BP-153648990-172.17.0.2-1732762859027 heartbeating to localhost/127.0.0.1:46151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:02:04,164 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:02:04,164 WARN [BP-153648990-172.17.0.2-1732762859027 heartbeating to localhost/127.0.0.1:46151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-153648990-172.17.0.2-1732762859027 (Datanode Uuid 9394329e-35a2-408c-ac6b-588d179d95aa) service to localhost/127.0.0.1:46151 2024-11-28T03:02:04,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data5/current/BP-153648990-172.17.0.2-1732762859027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:02:04,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data6/current/BP-153648990-172.17.0.2-1732762859027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:02:04,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:02:04,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ecc1cd9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:02:04,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a502093{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:02:04,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:02:04,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25768e47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:02:04,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd60f57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/hadoop.log.dir/,STOPPED} 2024-11-28T03:02:04,169 WARN [BP-153648990-172.17.0.2-1732762859027 heartbeating to localhost/127.0.0.1:46151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:02:04,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:02:04,169 WARN [BP-153648990-172.17.0.2-1732762859027 heartbeating to localhost/127.0.0.1:46151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-153648990-172.17.0.2-1732762859027 (Datanode Uuid 285cc6c9-d2e1-4391-918b-255f1118a39a) service to localhost/127.0.0.1:46151 2024-11-28T03:02:04,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:02:04,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data3/current/BP-153648990-172.17.0.2-1732762859027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:02:04,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data4/current/BP-153648990-172.17.0.2-1732762859027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:02:04,170 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:02:04,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54b53d8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:02:04,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e9c6024{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:02:04,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:02:04,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@436c3d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:02:04,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e04e67f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/hadoop.log.dir/,STOPPED} 2024-11-28T03:02:04,173 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:02:04,173 WARN [BP-153648990-172.17.0.2-1732762859027 heartbeating to localhost/127.0.0.1:46151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:02:04,173 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:02:04,173 WARN [BP-153648990-172.17.0.2-1732762859027 heartbeating to localhost/127.0.0.1:46151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-153648990-172.17.0.2-1732762859027 (Datanode Uuid ff5ead7e-bcc8-4c1d-91a6-cc6d08e19c76) service to localhost/127.0.0.1:46151 2024-11-28T03:02:04,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data1/current/BP-153648990-172.17.0.2-1732762859027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:02:04,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/cluster_42ff27ed-9d80-0427-9e58-bc320c1aab8b/data/data2/current/BP-153648990-172.17.0.2-1732762859027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:02:04,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:02:04,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13ec697e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:02:04,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16d13838{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:02:04,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:02:04,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e5e1d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:02:04,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42cfd252{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c5b11d33-159d-2d4a-7e62-4263fd1765dd/hadoop.log.dir/,STOPPED} 2024-11-28T03:02:04,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:02:04,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:02:04,228 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 94) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46151 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46151 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=62 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=7079 (was 7189)