2024-12-05 07:59:44,893 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-05 07:59:44,905 main DEBUG Took 0.010343 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 07:59:44,905 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 07:59:44,905 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 07:59:44,906 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 07:59:44,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,914 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 07:59:44,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,930 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,931 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,933 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,934 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,936 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,937 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,938 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,939 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,941 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,942 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:59:44,944 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,945 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 07:59:44,946 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:59:44,948 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 07:59:44,950 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 07:59:44,950 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 07:59:44,952 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 07:59:44,953 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 07:59:44,961 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 07:59:44,964 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 07:59:44,966 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 07:59:44,966 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 07:59:44,966 main DEBUG createAppenders(={Console}) 2024-12-05 07:59:44,967 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-05 07:59:44,968 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-05 07:59:44,968 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-05 07:59:44,969 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 07:59:44,969 main DEBUG OutputStream closed 2024-12-05 07:59:44,969 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 07:59:44,970 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 07:59:44,970 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-05 07:59:45,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 07:59:45,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 07:59:45,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 07:59:45,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 07:59:45,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 07:59:45,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 07:59:45,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 07:59:45,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 07:59:45,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 07:59:45,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 07:59:45,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 07:59:45,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 07:59:45,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 07:59:45,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 07:59:45,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 07:59:45,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 07:59:45,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 07:59:45,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 07:59:45,059 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 07:59:45,059 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-05 07:59:45,060 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 07:59:45,060 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-05T07:59:45,072 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-05 07:59:45,074 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 07:59:45,075 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T07:59:45,081 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-05T07:59:45,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=8154 2024-12-05T07:59:45,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21 2024-12-05T07:59:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T07:59:45,422 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6, deleteOnExit=true 2024-12-05T07:59:45,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T07:59:45,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/test.cache.data in system properties and HBase conf 2024-12-05T07:59:45,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T07:59:45,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.log.dir in system properties and HBase conf 2024-12-05T07:59:45,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T07:59:45,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T07:59:45,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T07:59:45,529 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T07:59:45,644 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T07:59:45,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:59:45,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:59:45,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T07:59:45,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:59:45,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T07:59:45,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T07:59:45,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:59:45,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:59:45,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T07:59:45,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/nfs.dump.dir in system properties and HBase conf 2024-12-05T07:59:45,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/java.io.tmpdir in system properties and HBase conf 2024-12-05T07:59:45,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:59:45,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T07:59:45,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T07:59:46,663 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T07:59:46,771 INFO [Time-limited test {}] log.Log(170): Logging initialized @2634ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T07:59:46,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:59:46,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:59:46,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:59:46,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:59:46,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T07:59:46,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:59:46,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:59:46,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:59:47,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/java.io.tmpdir/jetty-localhost-43777-hadoop-hdfs-3_4_1-tests_jar-_-any-15008645387784045648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:59:47,110 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:43777} 2024-12-05T07:59:47,110 INFO [Time-limited test {}] server.Server(415): Started @2974ms 2024-12-05T07:59:47,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:59:47,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:59:47,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:59:47,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:59:47,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:59:47,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:59:47,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:59:47,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/java.io.tmpdir/jetty-localhost-40593-hadoop-hdfs-3_4_1-tests_jar-_-any-11902287435812404196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:59:47,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:40593} 2024-12-05T07:59:47,784 INFO [Time-limited test {}] server.Server(415): Started @3648ms 2024-12-05T07:59:47,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:59:47,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:59:47,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:59:47,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:59:47,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:59:47,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:59:47,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:59:47,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:59:48,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/java.io.tmpdir/jetty-localhost-45719-hadoop-hdfs-3_4_1-tests_jar-_-any-16115560992154357627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:59:48,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:45719} 2024-12-05T07:59:48,075 INFO [Time-limited test {}] server.Server(415): Started @3939ms 2024-12-05T07:59:48,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:59:48,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:59:48,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:59:48,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:59:48,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:59:48,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:59:48,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:59:48,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:59:48,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/java.io.tmpdir/jetty-localhost-46691-hadoop-hdfs-3_4_1-tests_jar-_-any-12840940981399805118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:59:48,234 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:46691} 2024-12-05T07:59:48,234 INFO [Time-limited test {}] server.Server(415): Started @4098ms 2024-12-05T07:59:48,237 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:59:49,179 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data1/current/BP-1893257402-172.17.0.2-1733385586204/current, will proceed with Du for space computation calculation, 2024-12-05T07:59:49,179 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data2/current/BP-1893257402-172.17.0.2-1733385586204/current, will proceed with Du for space computation calculation, 2024-12-05T07:59:49,179 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data3/current/BP-1893257402-172.17.0.2-1733385586204/current, will proceed with Du for space computation calculation, 2024-12-05T07:59:49,179 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data4/current/BP-1893257402-172.17.0.2-1733385586204/current, will proceed with Du for space computation calculation, 2024-12-05T07:59:49,205 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:59:49,206 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:59:49,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x289c8011ea1ed9d1 with lease ID 0xde52aaa06fed8af1: Processing first storage report for DS-a1856896-ee5a-4ac6-862f-327ceae8b137 from datanode DatanodeRegistration(127.0.0.1:40501, datanodeUuid=331da74e-31ca-4ba3-84bf-deccae51e0a0, infoPort=34267, infoSecurePort=0, ipcPort=45815, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204) 2024-12-05T07:59:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x289c8011ea1ed9d1 with lease ID 0xde52aaa06fed8af1: from storage DS-a1856896-ee5a-4ac6-862f-327ceae8b137 node DatanodeRegistration(127.0.0.1:40501, datanodeUuid=331da74e-31ca-4ba3-84bf-deccae51e0a0, infoPort=34267, infoSecurePort=0, ipcPort=45815, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T07:59:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d83081ff8f75d80 with lease ID 0xde52aaa06fed8af0: Processing first storage report for DS-f6e8bfcf-7eb5-4949-bf31-6f3a66c83e65 from datanode DatanodeRegistration(127.0.0.1:40655, datanodeUuid=1fdba19f-729b-4a3e-9246-20cd8d2f9621, infoPort=37255, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204) 2024-12-05T07:59:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d83081ff8f75d80 with lease ID 0xde52aaa06fed8af0: from storage DS-f6e8bfcf-7eb5-4949-bf31-6f3a66c83e65 node DatanodeRegistration(127.0.0.1:40655, datanodeUuid=1fdba19f-729b-4a3e-9246-20cd8d2f9621, infoPort=37255, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:59:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x289c8011ea1ed9d1 with lease ID 0xde52aaa06fed8af1: Processing first storage report for DS-a74c2ce9-0552-4434-9e98-73b1e7d95ca2 from datanode DatanodeRegistration(127.0.0.1:40501, datanodeUuid=331da74e-31ca-4ba3-84bf-deccae51e0a0, infoPort=34267, infoSecurePort=0, ipcPort=45815, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204) 2024-12-05T07:59:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x289c8011ea1ed9d1 with lease ID 0xde52aaa06fed8af1: from storage DS-a74c2ce9-0552-4434-9e98-73b1e7d95ca2 node DatanodeRegistration(127.0.0.1:40501, datanodeUuid=331da74e-31ca-4ba3-84bf-deccae51e0a0, infoPort=34267, infoSecurePort=0, ipcPort=45815, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T07:59:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d83081ff8f75d80 with lease ID 0xde52aaa06fed8af0: Processing first storage report for DS-ccfda68b-947f-4035-b222-eda1bcc11c46 from datanode DatanodeRegistration(127.0.0.1:40655, datanodeUuid=1fdba19f-729b-4a3e-9246-20cd8d2f9621, infoPort=37255, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204) 2024-12-05T07:59:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d83081ff8f75d80 with lease ID 0xde52aaa06fed8af0: from storage DS-ccfda68b-947f-4035-b222-eda1bcc11c46 node DatanodeRegistration(127.0.0.1:40655, datanodeUuid=1fdba19f-729b-4a3e-9246-20cd8d2f9621, infoPort=37255, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:59:49,265 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data5/current/BP-1893257402-172.17.0.2-1733385586204/current, will proceed with Du for space computation calculation, 2024-12-05T07:59:49,266 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data6/current/BP-1893257402-172.17.0.2-1733385586204/current, will proceed with Du for space computation calculation, 2024-12-05T07:59:49,291 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:59:49,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dea68d1b5516729 with lease ID 0xde52aaa06fed8af2: Processing first storage report for DS-0fc6e853-68dc-452c-acb8-b92dd1543a1b from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=7b23dbf5-4fe4-4a17-acb8-68a21cf79cb3, infoPort=40711, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204) 2024-12-05T07:59:49,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dea68d1b5516729 with lease ID 0xde52aaa06fed8af2: from storage DS-0fc6e853-68dc-452c-acb8-b92dd1543a1b node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=7b23dbf5-4fe4-4a17-acb8-68a21cf79cb3, infoPort=40711, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T07:59:49,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dea68d1b5516729 with lease ID 0xde52aaa06fed8af2: Processing first storage report for DS-3e1aa1fb-9461-483c-9447-4317b04b41bc from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=7b23dbf5-4fe4-4a17-acb8-68a21cf79cb3, infoPort=40711, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204) 2024-12-05T07:59:49,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dea68d1b5516729 with lease ID 0xde52aaa06fed8af2: from storage DS-3e1aa1fb-9461-483c-9447-4317b04b41bc node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=7b23dbf5-4fe4-4a17-acb8-68a21cf79cb3, infoPort=40711, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=1149705580;c=1733385586204), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:59:49,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21 2024-12-05T07:59:49,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/zookeeper_0, clientPort=59683, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T07:59:49,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59683 2024-12-05T07:59:49,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:59:49,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:59:49,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:59:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:59:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:59:50,101 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 with version=8 2024-12-05T07:59:50,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/hbase-staging 2024-12-05T07:59:50,177 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T07:59:50,365 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:59:50,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:50,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:50,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:59:50,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:50,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:59:50,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T07:59:50,528 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T07:59:50,535 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T07:59:50,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:59:50,558 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 117697 (auto-detected) 2024-12-05T07:59:50,559 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T07:59:50,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36065 2024-12-05T07:59:50,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36065 connecting to ZooKeeper ensemble=127.0.0.1:59683 2024-12-05T07:59:50,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360650x0, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:59:50,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36065-0x101a5caa5750000 connected 2024-12-05T07:59:50,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:59:50,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:59:50,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:59:50,802 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206, hbase.cluster.distributed=false 2024-12-05T07:59:50,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:59:50,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36065 2024-12-05T07:59:50,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36065 2024-12-05T07:59:50,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36065 2024-12-05T07:59:50,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36065 2024-12-05T07:59:50,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36065 2024-12-05T07:59:50,936 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:59:50,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:50,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:50,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:59:50,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:50,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:59:50,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:59:50,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:59:50,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40727 2024-12-05T07:59:50,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40727 connecting to ZooKeeper ensemble=127.0.0.1:59683 2024-12-05T07:59:50,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:59:50,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:59:50,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407270x0, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:59:50,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407270x0, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:59:50,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40727-0x101a5caa5750001 connected 2024-12-05T07:59:50,977 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:59:50,986 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:59:50,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:59:50,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:59:50,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40727 2024-12-05T07:59:50,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40727 2024-12-05T07:59:51,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40727 2024-12-05T07:59:51,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40727 2024-12-05T07:59:51,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40727 2024-12-05T07:59:51,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:59:51,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:51,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:51,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:59:51,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:51,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:59:51,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:59:51,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:59:51,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41033 2024-12-05T07:59:51,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41033 connecting to ZooKeeper ensemble=127.0.0.1:59683 2024-12-05T07:59:51,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:59:51,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:59:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410330x0, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:59:51,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410330x0, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:59:51,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41033-0x101a5caa5750002 connected 2024-12-05T07:59:51,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:59:51,050 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:59:51,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:59:51,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:59:51,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41033 2024-12-05T07:59:51,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41033 2024-12-05T07:59:51,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41033 2024-12-05T07:59:51,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41033 2024-12-05T07:59:51,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41033 2024-12-05T07:59:51,086 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:59:51,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:51,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:51,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:59:51,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:59:51,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:59:51,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:59:51,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:59:51,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46759 2024-12-05T07:59:51,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46759 connecting to ZooKeeper ensemble=127.0.0.1:59683 2024-12-05T07:59:51,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:59:51,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:59:51,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467590x0, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:59:51,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467590x0, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:59:51,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46759-0x101a5caa5750003 connected 2024-12-05T07:59:51,109 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:59:51,110 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:59:51,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:59:51,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:59:51,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46759 2024-12-05T07:59:51,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46759 2024-12-05T07:59:51,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46759 2024-12-05T07:59:51,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46759 2024-12-05T07:59:51,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46759 2024-12-05T07:59:51,132 DEBUG [M:0;fc6cd38557f3:36065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:36065 2024-12-05T07:59:51,133 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,36065,1733385590222 2024-12-05T07:59:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:59:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:59:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:59:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:59:51,150 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,36065,1733385590222 2024-12-05T07:59:51,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:59:51,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:59:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:59:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,184 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T07:59:51,185 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,36065,1733385590222 from backup master directory 2024-12-05T07:59:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,36065,1733385590222 2024-12-05T07:59:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:59:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:59:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:59:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:59:51,200 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:59:51,200 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,36065,1733385590222 2024-12-05T07:59:51,202 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T07:59:51,203 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T07:59:51,259 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/hbase.id] with ID: bdfeb30c-381c-48cc-a921-3500c257cf9f 2024-12-05T07:59:51,259 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/.tmp/hbase.id 2024-12-05T07:59:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:59:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:59:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:59:51,276 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/.tmp/hbase.id]:[hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/hbase.id] 2024-12-05T07:59:51,324 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:59:51,328 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T07:59:51,347 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-05T07:59:51,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:59:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:59:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:59:51,401 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:59:51,403 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T07:59:51,423 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:59:51,429 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:59:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:59:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:59:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:59:51,485 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store 2024-12-05T07:59:51,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:59:51,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:59:51,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:59:51,508 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T07:59:51,511 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:59:51,513 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:59:51,513 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:59:51,513 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:59:51,514 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:59:51,515 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:59:51,515 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:59:51,516 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385591512Disabling compacts and flushes for region at 1733385591512Disabling writes for close at 1733385591515 (+3 ms)Writing region close event to WAL at 1733385591515Closed at 1733385591515 2024-12-05T07:59:51,518 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/.initializing 2024-12-05T07:59:51,518 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/WALs/fc6cd38557f3,36065,1733385590222 2024-12-05T07:59:51,525 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:59:51,538 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C36065%2C1733385590222, suffix=, logDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/WALs/fc6cd38557f3,36065,1733385590222, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/oldWALs, maxLogs=10 2024-12-05T07:59:51,560 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/WALs/fc6cd38557f3,36065,1733385590222/fc6cd38557f3%2C36065%2C1733385590222.1733385591542, exclude list is [], retry=0 2024-12-05T07:59:51,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-0fc6e853-68dc-452c-acb8-b92dd1543a1b,DISK] 2024-12-05T07:59:51,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40501,DS-a1856896-ee5a-4ac6-862f-327ceae8b137,DISK] 2024-12-05T07:59:51,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-f6e8bfcf-7eb5-4949-bf31-6f3a66c83e65,DISK] 2024-12-05T07:59:51,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T07:59:51,619 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/WALs/fc6cd38557f3,36065,1733385590222/fc6cd38557f3%2C36065%2C1733385590222.1733385591542 2024-12-05T07:59:51,620 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40711:40711),(127.0.0.1/127.0.0.1:37255:37255),(127.0.0.1/127.0.0.1:34267:34267)] 2024-12-05T07:59:51,620 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:59:51,621 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:59:51,624 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,625 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T07:59:51,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:59:51,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:59:51,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T07:59:51,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:59:51,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:59:51,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T07:59:51,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:59:51,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:59:51,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T07:59:51,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:59:51,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:59:51,710 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,713 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,714 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,719 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,719 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,722 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:59:51,726 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:59:51,730 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:59:51,731 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62765510, jitterRate=-0.064721018075943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:59:51,736 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733385591642Initializing all the Stores at 1733385591645 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385591645Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385591646 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385591646Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385591646Cleaning up temporary data from old regions at 1733385591719 (+73 ms)Region opened successfully at 1733385591736 (+17 ms) 2024-12-05T07:59:51,737 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T07:59:51,768 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161ef585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:59:51,798 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T07:59:51,809 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T07:59:51,809 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T07:59:51,812 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T07:59:51,814 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T07:59:51,819 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T07:59:51,819 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T07:59:51,847 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T07:59:51,860 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T07:59:51,880 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T07:59:51,882 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T07:59:51,884 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T07:59:51,891 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T07:59:51,893 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T07:59:51,898 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T07:59:51,907 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T07:59:51,910 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T07:59:51,922 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T07:59:51,945 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T07:59:51,955 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T07:59:51,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:59:51,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:59:51,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:59:51,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:59:51,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,970 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,36065,1733385590222, sessionid=0x101a5caa5750000, setting cluster-up flag (Was=false) 2024-12-05T07:59:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:52,024 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T07:59:52,028 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,36065,1733385590222 2024-12-05T07:59:52,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:52,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:52,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:52,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:52,074 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T07:59:52,077 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,36065,1733385590222 2024-12-05T07:59:52,087 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T07:59:52,122 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.HRegionServer(746): ClusterId : bdfeb30c-381c-48cc-a921-3500c257cf9f 2024-12-05T07:59:52,122 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(746): ClusterId : bdfeb30c-381c-48cc-a921-3500c257cf9f 2024-12-05T07:59:52,122 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(746): ClusterId : bdfeb30c-381c-48cc-a921-3500c257cf9f 2024-12-05T07:59:52,124 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:59:52,124 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:59:52,124 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:59:52,151 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:59:52,151 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:59:52,152 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:59:52,152 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:59:52,152 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:59:52,152 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:59:52,158 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T07:59:52,167 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T07:59:52,174 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T07:59:52,175 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:59:52,175 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:59:52,175 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:59:52,175 DEBUG [RS:2;fc6cd38557f3:46759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2a2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:59:52,175 DEBUG [RS:1;fc6cd38557f3:41033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4657890f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:59:52,175 DEBUG [RS:0;fc6cd38557f3:40727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627290b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:59:52,181 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,36065,1733385590222 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T07:59:52,187 DEBUG [RS:2;fc6cd38557f3:46759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fc6cd38557f3:46759 2024-12-05T07:59:52,187 DEBUG [RS:1;fc6cd38557f3:41033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc6cd38557f3:41033 2024-12-05T07:59:52,189 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:59:52,189 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:59:52,189 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:59:52,189 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:59:52,189 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10 2024-12-05T07:59:52,190 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,190 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:59:52,190 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,190 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:59:52,190 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:59:52,190 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:59:52,190 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:59:52,190 DEBUG [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:59:52,190 DEBUG [RS:2;fc6cd38557f3:46759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:59:52,192 DEBUG [RS:0;fc6cd38557f3:40727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:40727 2024-12-05T07:59:52,193 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:59:52,193 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,36065,1733385590222 with port=41033, startcode=1733385591018 2024-12-05T07:59:52,193 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,36065,1733385590222 with port=46759, startcode=1733385591085 2024-12-05T07:59:52,193 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:59:52,193 DEBUG [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:59:52,194 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,36065,1733385590222 with port=40727, startcode=1733385590897 2024-12-05T07:59:52,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:59:52,196 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733385622196 2024-12-05T07:59:52,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T07:59:52,198 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T07:59:52,199 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T07:59:52,202 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:59:52,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T07:59:52,203 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T07:59:52,203 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T07:59:52,204 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T07:59:52,204 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T07:59:52,205 DEBUG [RS:2;fc6cd38557f3:46759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:59:52,205 DEBUG [RS:1;fc6cd38557f3:41033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:59:52,205 DEBUG [RS:0;fc6cd38557f3:40727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:59:52,206 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,210 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T07:59:52,211 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T07:59:52,212 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T07:59:52,222 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T07:59:52,223 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T07:59:52,230 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385592224,5,FailOnTimeoutGroup] 2024-12-05T07:59:52,231 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385592231,5,FailOnTimeoutGroup] 2024-12-05T07:59:52,231 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,232 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T07:59:52,252 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,252 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:59:52,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:59:52,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:59:52,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T07:59:52,256 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T07:59:52,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59191, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:59:52,272 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51639, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:59:52,272 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59645, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:59:52,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:59:52,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:59:52,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,46759,1733385591085 2024-12-05T07:59:52,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:59:52,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:59:52,286 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,46759,1733385591085 2024-12-05T07:59:52,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:59:52,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:59:52,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:59:52,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:59:52,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:59:52,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:59:52,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:59:52,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:59:52,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:59:52,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,40727,1733385590897 2024-12-05T07:59:52,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,40727,1733385590897 2024-12-05T07:59:52,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:59:52,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:59:52,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:59:52,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:59:52,305 DEBUG [RS:2;fc6cd38557f3:46759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T07:59:52,305 DEBUG [RS:2;fc6cd38557f3:46759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45537 2024-12-05T07:59:52,305 DEBUG [RS:2;fc6cd38557f3:46759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:59:52,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:59:52,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:59:52,307 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,41033,1733385591018 2024-12-05T07:59:52,307 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,41033,1733385591018 2024-12-05T07:59:52,307 DEBUG [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T07:59:52,308 DEBUG [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45537 2024-12-05T07:59:52,308 DEBUG [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:59:52,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:59:52,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:59:52,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740 2024-12-05T07:59:52,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740 2024-12-05T07:59:52,312 DEBUG [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T07:59:52,312 DEBUG [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45537 2024-12-05T07:59:52,312 DEBUG [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:59:52,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:59:52,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:59:52,316 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:59:52,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:59:52,324 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:59:52,325 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61579486, jitterRate=-0.08239415287971497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:59:52,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733385592285Initializing all the Stores at 1733385592287 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385592287Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385592287Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385592287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385592288 (+1 ms)Cleaning up temporary data from old regions at 1733385592314 (+26 ms)Region opened successfully at 1733385592328 (+14 ms) 2024-12-05T07:59:52,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:59:52,329 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:59:52,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:59:52,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:59:52,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:59:52,331 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:59:52,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385592328Disabling compacts and flushes for region at 1733385592328Disabling writes for close at 1733385592329 (+1 ms)Writing region close event to WAL at 1733385592330 (+1 ms)Closed at 1733385592331 (+1 ms) 2024-12-05T07:59:52,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:59:52,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T07:59:52,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:59:52,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T07:59:52,350 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:59:52,353 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T07:59:52,386 DEBUG [RS:2;fc6cd38557f3:46759 {}] zookeeper.ZKUtil(111): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,46759,1733385591085 2024-12-05T07:59:52,386 WARN [RS:2;fc6cd38557f3:46759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:59:52,387 INFO [RS:2;fc6cd38557f3:46759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:59:52,387 DEBUG [RS:0;fc6cd38557f3:40727 {}] zookeeper.ZKUtil(111): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,40727,1733385590897 2024-12-05T07:59:52,387 DEBUG [RS:1;fc6cd38557f3:41033 {}] zookeeper.ZKUtil(111): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,41033,1733385591018 2024-12-05T07:59:52,387 WARN [RS:0;fc6cd38557f3:40727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:59:52,387 WARN [RS:1;fc6cd38557f3:41033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:59:52,387 INFO [RS:0;fc6cd38557f3:40727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:59:52,387 DEBUG [RS:2;fc6cd38557f3:46759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085 2024-12-05T07:59:52,387 INFO [RS:1;fc6cd38557f3:41033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:59:52,387 DEBUG [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,40727,1733385590897 2024-12-05T07:59:52,388 DEBUG [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,41033,1733385591018 2024-12-05T07:59:52,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,40727,1733385590897] 2024-12-05T07:59:52,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,41033,1733385591018] 2024-12-05T07:59:52,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,46759,1733385591085] 2024-12-05T07:59:52,413 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:59:52,413 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:59:52,413 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:59:52,426 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:59:52,426 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:59:52,426 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:59:52,432 INFO [RS:1;fc6cd38557f3:41033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:59:52,432 INFO [RS:0;fc6cd38557f3:40727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:59:52,432 INFO [RS:2;fc6cd38557f3:46759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:59:52,432 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,432 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,432 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,433 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:59:52,433 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:59:52,433 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:59:52,439 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:59:52,439 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:59:52,439 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:59:52,441 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,441 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,441 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,441 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,442 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:59:52,442 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:59:52,442 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:59:52,442 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:59:52,443 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:59:52,443 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:59:52,443 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:59:52,443 DEBUG [RS:0;fc6cd38557f3:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:59:52,444 DEBUG [RS:1;fc6cd38557f3:41033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:59:52,444 DEBUG [RS:2;fc6cd38557f3:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:59:52,453 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41033,1733385591018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40727,1733385590897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,454 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,455 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,46759,1733385591085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:59:52,481 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:59:52,481 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:59:52,481 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:59:52,483 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41033,1733385591018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,483 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40727,1733385590897-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,483 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,46759,1733385591085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,484 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,484 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,484 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.Replication(171): fc6cd38557f3,40727,1733385590897 started 2024-12-05T07:59:52,484 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.Replication(171): fc6cd38557f3,46759,1733385591085 started 2024-12-05T07:59:52,484 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,484 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.Replication(171): fc6cd38557f3,41033,1733385591018 started 2024-12-05T07:59:52,504 WARN [fc6cd38557f3:36065 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T07:59:52,510 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,510 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,510 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:59:52,511 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,40727,1733385590897, RpcServer on fc6cd38557f3/172.17.0.2:40727, sessionid=0x101a5caa5750001 2024-12-05T07:59:52,511 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,41033,1733385591018, RpcServer on fc6cd38557f3/172.17.0.2:41033, sessionid=0x101a5caa5750002 2024-12-05T07:59:52,511 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,46759,1733385591085, RpcServer on fc6cd38557f3/172.17.0.2:46759, sessionid=0x101a5caa5750003 2024-12-05T07:59:52,512 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:59:52,512 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:59:52,512 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:59:52,512 DEBUG [RS:2;fc6cd38557f3:46759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,46759,1733385591085 2024-12-05T07:59:52,512 DEBUG [RS:0;fc6cd38557f3:40727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,40727,1733385590897 2024-12-05T07:59:52,512 DEBUG [RS:1;fc6cd38557f3:41033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,41033,1733385591018 2024-12-05T07:59:52,512 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,41033,1733385591018' 2024-12-05T07:59:52,512 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,40727,1733385590897' 2024-12-05T07:59:52,512 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,46759,1733385591085' 2024-12-05T07:59:52,512 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:59:52,512 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:59:52,512 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:59:52,514 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:59:52,514 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:59:52,515 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:59:52,515 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:59:52,515 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:59:52,515 DEBUG [RS:0;fc6cd38557f3:40727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,40727,1733385590897 2024-12-05T07:59:52,515 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,40727,1733385590897' 2024-12-05T07:59:52,515 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:59:52,515 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:59:52,515 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:59:52,515 DEBUG [RS:1;fc6cd38557f3:41033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,41033,1733385591018 2024-12-05T07:59:52,515 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,41033,1733385591018' 2024-12-05T07:59:52,516 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:59:52,516 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:59:52,516 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:59:52,517 DEBUG [RS:1;fc6cd38557f3:41033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:59:52,517 DEBUG [RS:0;fc6cd38557f3:40727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:59:52,517 INFO [RS:1;fc6cd38557f3:41033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:59:52,517 INFO [RS:0;fc6cd38557f3:40727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:59:52,517 INFO [RS:1;fc6cd38557f3:41033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:59:52,517 INFO [RS:0;fc6cd38557f3:40727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:59:52,518 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:59:52,519 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:59:52,519 DEBUG [RS:2;fc6cd38557f3:46759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,46759,1733385591085 2024-12-05T07:59:52,519 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,46759,1733385591085' 2024-12-05T07:59:52,519 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:59:52,520 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:59:52,521 DEBUG [RS:2;fc6cd38557f3:46759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:59:52,521 INFO [RS:2;fc6cd38557f3:46759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:59:52,521 INFO [RS:2;fc6cd38557f3:46759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:59:52,623 INFO [RS:2;fc6cd38557f3:46759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:59:52,623 INFO [RS:0;fc6cd38557f3:40727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:59:52,623 INFO [RS:1;fc6cd38557f3:41033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:59:52,626 INFO [RS:2;fc6cd38557f3:46759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C46759%2C1733385591085, suffix=, logDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/oldWALs, maxLogs=32 2024-12-05T07:59:52,626 INFO [RS:0;fc6cd38557f3:40727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C40727%2C1733385590897, suffix=, logDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,40727,1733385590897, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/oldWALs, maxLogs=32 2024-12-05T07:59:52,626 INFO [RS:1;fc6cd38557f3:41033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C41033%2C1733385591018, suffix=, logDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,41033,1733385591018, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/oldWALs, maxLogs=32 2024-12-05T07:59:52,642 DEBUG [RS:1;fc6cd38557f3:41033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,41033,1733385591018/fc6cd38557f3%2C41033%2C1733385591018.1733385592629, exclude list is [], retry=0 2024-12-05T07:59:52,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-0fc6e853-68dc-452c-acb8-b92dd1543a1b,DISK] 2024-12-05T07:59:52,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40501,DS-a1856896-ee5a-4ac6-862f-327ceae8b137,DISK] 2024-12-05T07:59:52,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-f6e8bfcf-7eb5-4949-bf31-6f3a66c83e65,DISK] 2024-12-05T07:59:52,648 DEBUG [RS:2;fc6cd38557f3:46759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085/fc6cd38557f3%2C46759%2C1733385591085.1733385592630, exclude list is [], retry=0 2024-12-05T07:59:52,648 DEBUG [RS:0;fc6cd38557f3:40727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,40727,1733385590897/fc6cd38557f3%2C40727%2C1733385590897.1733385592630, exclude list is [], retry=0 2024-12-05T07:59:52,651 INFO [RS:1;fc6cd38557f3:41033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,41033,1733385591018/fc6cd38557f3%2C41033%2C1733385591018.1733385592629 2024-12-05T07:59:52,652 DEBUG [RS:1;fc6cd38557f3:41033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37255:37255),(127.0.0.1/127.0.0.1:34267:34267),(127.0.0.1/127.0.0.1:40711:40711)] 2024-12-05T07:59:52,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40501,DS-a1856896-ee5a-4ac6-862f-327ceae8b137,DISK] 2024-12-05T07:59:52,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-f6e8bfcf-7eb5-4949-bf31-6f3a66c83e65,DISK] 2024-12-05T07:59:52,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-f6e8bfcf-7eb5-4949-bf31-6f3a66c83e65,DISK] 2024-12-05T07:59:52,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-0fc6e853-68dc-452c-acb8-b92dd1543a1b,DISK] 2024-12-05T07:59:52,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40501,DS-a1856896-ee5a-4ac6-862f-327ceae8b137,DISK] 2024-12-05T07:59:52,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-0fc6e853-68dc-452c-acb8-b92dd1543a1b,DISK] 2024-12-05T07:59:52,661 INFO [RS:2;fc6cd38557f3:46759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085/fc6cd38557f3%2C46759%2C1733385591085.1733385592630 2024-12-05T07:59:52,661 DEBUG [RS:2;fc6cd38557f3:46759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37255:37255),(127.0.0.1/127.0.0.1:34267:34267),(127.0.0.1/127.0.0.1:40711:40711)] 2024-12-05T07:59:52,665 INFO [RS:0;fc6cd38557f3:40727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,40727,1733385590897/fc6cd38557f3%2C40727%2C1733385590897.1733385592630 2024-12-05T07:59:52,666 DEBUG [RS:0;fc6cd38557f3:40727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34267:34267),(127.0.0.1/127.0.0.1:37255:37255),(127.0.0.1/127.0.0.1:40711:40711)] 2024-12-05T07:59:52,757 DEBUG [fc6cd38557f3:36065 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T07:59:52,765 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:59:52,772 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:59:52,772 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:59:52,772 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T07:59:52,772 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:59:52,772 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:59:52,772 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T07:59:52,772 INFO [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:59:52,772 INFO [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:59:52,772 INFO [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T07:59:52,772 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:59:52,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T07:59:52,787 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,41033,1733385591018, state=OPENING 2024-12-05T07:59:52,815 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T07:59:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:52,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:59:52,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:59:52,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:59:52,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:59:52,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:59:52,826 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:59:52,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,41033,1733385591018}] 2024-12-05T08:00:00,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T08:00:00,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T08:00:02,852 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T08:00:02,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54611, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T08:00:02,867 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T08:00:02,868 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T08:00:02,868 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T08:00:02,871 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C41033%2C1733385591018.meta, suffix=.meta, logDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,41033,1733385591018, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/oldWALs, maxLogs=32 2024-12-05T08:00:02,884 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,41033,1733385591018/fc6cd38557f3%2C41033%2C1733385591018.meta.1733385602873.meta, exclude list is [], retry=0 2024-12-05T08:00:02,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40501,DS-a1856896-ee5a-4ac6-862f-327ceae8b137,DISK] 2024-12-05T08:00:02,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-f6e8bfcf-7eb5-4949-bf31-6f3a66c83e65,DISK] 2024-12-05T08:00:02,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-0fc6e853-68dc-452c-acb8-b92dd1543a1b,DISK] 2024-12-05T08:00:02,893 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,41033,1733385591018/fc6cd38557f3%2C41033%2C1733385591018.meta.1733385602873.meta 2024-12-05T08:00:02,894 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34267:34267),(127.0.0.1/127.0.0.1:37255:37255),(127.0.0.1/127.0.0.1:40711:40711)] 2024-12-05T08:00:02,895 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T08:00:02,896 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T08:00:02,899 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T08:00:02,904 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T08:00:02,908 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T08:00:02,908 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:02,909 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T08:00:02,909 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T08:00:02,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T08:00:02,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T08:00:02,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:02,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:00:02,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T08:00:02,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T08:00:02,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:02,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:00:02,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T08:00:02,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T08:00:02,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:02,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:00:02,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T08:00:02,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T08:00:02,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:02,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:00:02,927 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T08:00:02,929 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740 2024-12-05T08:00:02,931 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740 2024-12-05T08:00:02,933 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T08:00:02,934 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T08:00:02,934 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T08:00:02,937 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T08:00:02,939 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70745457, jitterRate=0.05418945848941803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T08:00:02,939 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T08:00:02,940 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733385602909Writing region info on filesystem at 1733385602909Initializing all the Stores at 1733385602911 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385602911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385602913 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385602913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385602913Cleaning up temporary data from old regions at 1733385602934 (+21 ms)Running coprocessor post-open hooks at 1733385602939 (+5 ms)Region opened successfully at 1733385602940 (+1 ms) 2024-12-05T08:00:02,950 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733385602844 2024-12-05T08:00:02,961 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T08:00:02,962 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T08:00:02,964 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:02,967 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,41033,1733385591018, state=OPEN 2024-12-05T08:00:03,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T08:00:03,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T08:00:03,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T08:00:03,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T08:00:03,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:00:03,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:00:03,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:00:03,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:00:03,003 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:03,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T08:00:03,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,41033,1733385591018 in 10.1760 sec 2024-12-05T08:00:03,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T08:00:03,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6680 sec 2024-12-05T08:00:03,017 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T08:00:03,018 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T08:00:03,058 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T08:00:03,060 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,41033,1733385591018, seqNum=-1] 2024-12-05T08:00:03,100 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T08:00:03,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41095, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T08:00:03,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0080 sec 2024-12-05T08:00:03,131 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733385603131, completionTime=-1 2024-12-05T08:00:03,133 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T08:00:03,133 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T08:00:03,155 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T08:00:03,155 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733385663155 2024-12-05T08:00:03,155 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733385723155 2024-12-05T08:00:03,155 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-12-05T08:00:03,156 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T08:00:03,163 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36065,1733385590222-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T08:00:03,163 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36065,1733385590222-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:00:03,163 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36065,1733385590222-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:00:03,165 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:36065, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:00:03,165 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T08:00:03,166 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T08:00:03,173 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T08:00:03,196 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.995sec 2024-12-05T08:00:03,199 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T08:00:03,200 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T08:00:03,201 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T08:00:03,202 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T08:00:03,202 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T08:00:03,203 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36065,1733385590222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T08:00:03,204 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36065,1733385590222-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T08:00:03,210 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T08:00:03,212 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T08:00:03,212 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36065,1733385590222-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:00:03,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a960644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:00:03,257 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T08:00:03,257 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T08:00:03,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36065,-1 for getting cluster id 2024-12-05T08:00:03,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T08:00:03,273 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdfeb30c-381c-48cc-a921-3500c257cf9f' 2024-12-05T08:00:03,276 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T08:00:03,276 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdfeb30c-381c-48cc-a921-3500c257cf9f" 2024-12-05T08:00:03,276 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c51b6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:00:03,276 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36065,-1] 2024-12-05T08:00:03,279 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T08:00:03,281 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:00:03,281 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T08:00:03,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d84d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:00:03,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T08:00:03,289 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,41033,1733385591018, seqNum=-1] 2024-12-05T08:00:03,290 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T08:00:03,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T08:00:03,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,36065,1733385590222 2024-12-05T08:00:03,320 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733385603319 (current time:1733385603319). 2024-12-05T08:00:03,321 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T08:00:03,321 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T08:00:03,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7903fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:00:03,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36065,-1 for getting cluster id 2024-12-05T08:00:03,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T08:00:03,324 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdfeb30c-381c-48cc-a921-3500c257cf9f' 2024-12-05T08:00:03,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T08:00:03,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdfeb30c-381c-48cc-a921-3500c257cf9f" 2024-12-05T08:00:03,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f3eacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:00:03,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36065,-1] 2024-12-05T08:00:03,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T08:00:03,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:00:03,326 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T08:00:03,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b12b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:00:03,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T08:00:03,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,41033,1733385591018, seqNum=-1] 2024-12-05T08:00:03,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T08:00:03,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T08:00:03,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T08:00:03,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:00:03,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:00:03,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:00:03,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T08:00:03,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T08:00:03,347 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,36065,1733385590222 2024-12-05T08:00:03,350 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de49f23 2024-12-05T08:00:03,351 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T08:00:03,353 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T08:00:03,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T08:00:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T08:00:03,375 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T08:00:03,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T08:00:03,377 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:03,379 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T08:00:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:00:03,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741837_1013 (size=361) 2024-12-05T08:00:03,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741837_1013 (size=361) 2024-12-05T08:00:03,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741837_1013 (size=361) 2024-12-05T08:00:03,401 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1596a093eca189bbef5e5ec8da732c38, NAME => 'SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T08:00:03,401 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, NAME => 'SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T08:00:03,401 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8202ab5d01494ffdf2cd888efb2a187b, NAME => 'SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T08:00:03,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741838_1014 (size=62) 2024-12-05T08:00:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741838_1014 (size=62) 2024-12-05T08:00:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741838_1014 (size=62) 2024-12-05T08:00:03,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741839_1015 (size=62) 2024-12-05T08:00:03,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:03,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, disabling compactions & flushes 2024-12-05T08:00:03,426 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:03,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:03,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. after waiting 0 ms 2024-12-05T08:00:03,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:03,427 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:03,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb: Waiting for close lock at 1733385603426Disabling compacts and flushes for region at 1733385603426Disabling writes for close at 1733385603426Writing region close event to WAL at 1733385603427 (+1 ms)Closed at 1733385603427 2024-12-05T08:00:03,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:03,428 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b0f8f55ae44b1d5b4ec7cd55dae52731, NAME => 'SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T08:00:03,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1596a093eca189bbef5e5ec8da732c38, disabling compactions & flushes 2024-12-05T08:00:03,428 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:00:03,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:00:03,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. after waiting 0 ms 2024-12-05T08:00:03,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:00:03,428 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:00:03,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1596a093eca189bbef5e5ec8da732c38: Waiting for close lock at 1733385603428Disabling compacts and flushes for region at 1733385603428Disabling writes for close at 1733385603428Writing region close event to WAL at 1733385603428Closed at 1733385603428 2024-12-05T08:00:03,429 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d52e808efa5d7a604cfe1f4dea6ebe6c, NAME => 'SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T08:00:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741839_1015 (size=62) 2024-12-05T08:00:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741839_1015 (size=62) 2024-12-05T08:00:03,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741840_1016 (size=54) 2024-12-05T08:00:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741840_1016 (size=54) 2024-12-05T08:00:03,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741840_1016 (size=54) 2024-12-05T08:00:03,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:03,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8202ab5d01494ffdf2cd888efb2a187b, disabling compactions & flushes 2024-12-05T08:00:03,443 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:00:03,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:00:03,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. after waiting 0 ms 2024-12-05T08:00:03,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:00:03,443 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:00:03,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8202ab5d01494ffdf2cd888efb2a187b: Waiting for close lock at 1733385603443Disabling compacts and flushes for region at 1733385603443Disabling writes for close at 1733385603443Writing region close event to WAL at 1733385603443Closed at 1733385603443 2024-12-05T08:00:03,444 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dee8ff9cd6cce2858b450072845cc212, NAME => 'SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T08:00:03,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741841_1017 (size=62) 2024-12-05T08:00:03,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741841_1017 (size=62) 2024-12-05T08:00:03,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741841_1017 (size=62) 2024-12-05T08:00:03,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:03,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b0f8f55ae44b1d5b4ec7cd55dae52731, disabling compactions & flushes 2024-12-05T08:00:03,451 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:03,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:03,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. after waiting 0 ms 2024-12-05T08:00:03,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:03,451 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:03,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b0f8f55ae44b1d5b4ec7cd55dae52731: Waiting for close lock at 1733385603451Disabling compacts and flushes for region at 1733385603451Disabling writes for close at 1733385603451Writing region close event to WAL at 1733385603451Closed at 1733385603451 2024-12-05T08:00:03,452 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b25112268b2ed1f494058dbe307624e5, NAME => 'SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T08:00:03,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741842_1018 (size=62) 2024-12-05T08:00:03,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741842_1018 (size=62) 2024-12-05T08:00:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741842_1018 (size=62) 2024-12-05T08:00:03,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:03,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d52e808efa5d7a604cfe1f4dea6ebe6c, disabling compactions & flushes 2024-12-05T08:00:03,454 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:00:03,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:00:03,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. after waiting 0 ms 2024-12-05T08:00:03,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:00:03,455 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:00:03,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d52e808efa5d7a604cfe1f4dea6ebe6c: Waiting for close lock at 1733385603454Disabling compacts and flushes for region at 1733385603454Disabling writes for close at 1733385603455 (+1 ms)Writing region close event to WAL at 1733385603455Closed at 1733385603455 2024-12-05T08:00:03,456 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b0dd9f10ad481306b922c423ae88cf82, NAME => 'SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T08:00:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741843_1019 (size=62) 2024-12-05T08:00:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741843_1019 (size=62) 2024-12-05T08:00:03,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741843_1019 (size=62) 2024-12-05T08:00:03,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:03,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dee8ff9cd6cce2858b450072845cc212, disabling compactions & flushes 2024-12-05T08:00:03,461 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:00:03,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:00:03,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. after waiting 0 ms 2024-12-05T08:00:03,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:00:03,461 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:00:03,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dee8ff9cd6cce2858b450072845cc212: Waiting for close lock at 1733385603461Disabling compacts and flushes for region at 1733385603461Disabling writes for close at 1733385603461Writing region close event to WAL at 1733385603461Closed at 1733385603461 2024-12-05T08:00:03,462 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fb4c67566443fe70b6b9a970dcabb7e, NAME => 'SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T08:00:03,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741844_1020 (size=62) 2024-12-05T08:00:03,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741844_1020 (size=62) 2024-12-05T08:00:03,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741844_1020 (size=62) 2024-12-05T08:00:03,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:03,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b25112268b2ed1f494058dbe307624e5, disabling compactions & flushes 2024-12-05T08:00:03,472 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:03,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:03,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. after waiting 0 ms 2024-12-05T08:00:03,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:03,472 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:03,472 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b25112268b2ed1f494058dbe307624e5: Waiting for close lock at 1733385603472Disabling compacts and flushes for region at 1733385603472Disabling writes for close at 1733385603472Writing region close event to WAL at 1733385603472Closed at 1733385603472 2024-12-05T08:00:03,473 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bc5fcfb240d6c5b3eff1e4f8b867fd7c, NAME => 'SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206 2024-12-05T08:00:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741845_1021 (size=62) 2024-12-05T08:00:03,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741845_1021 (size=62) 2024-12-05T08:00:03,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741845_1021 (size=62) 2024-12-05T08:00:03,478 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:03,478 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b0dd9f10ad481306b922c423ae88cf82, disabling compactions & flushes 2024-12-05T08:00:03,479 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:00:03,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:00:03,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. after waiting 0 ms 2024-12-05T08:00:03,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:00:03,479 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:00:03,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b0dd9f10ad481306b922c423ae88cf82: Waiting for close lock at 1733385603478Disabling compacts and flushes for region at 1733385603478Disabling writes for close at 1733385603479 (+1 ms)Writing region close event to WAL at 1733385603479Closed at 1733385603479 2024-12-05T08:00:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741846_1022 (size=62) 2024-12-05T08:00:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741846_1022 (size=62) 2024-12-05T08:00:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741846_1022 (size=62) 2024-12-05T08:00:03,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:03,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5fb4c67566443fe70b6b9a970dcabb7e, disabling compactions & flushes 2024-12-05T08:00:03,486 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:00:03,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:00:03,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. after waiting 0 ms 2024-12-05T08:00:03,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:00:03,486 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:00:03,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fb4c67566443fe70b6b9a970dcabb7e: Waiting for close lock at 1733385603486Disabling compacts and flushes for region at 1733385603486Disabling writes for close at 1733385603486Writing region close event to WAL at 1733385603486Closed at 1733385603486 2024-12-05T08:00:03,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741847_1023 (size=54) 2024-12-05T08:00:03,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741847_1023 (size=54) 2024-12-05T08:00:03,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741847_1023 (size=54) 2024-12-05T08:00:03,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:03,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bc5fcfb240d6c5b3eff1e4f8b867fd7c, disabling compactions & flushes 2024-12-05T08:00:03,490 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:03,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:03,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. after waiting 0 ms 2024-12-05T08:00:03,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:03,490 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:03,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bc5fcfb240d6c5b3eff1e4f8b867fd7c: Waiting for close lock at 1733385603490Disabling compacts and flushes for region at 1733385603490Disabling writes for close at 1733385603490Writing region close event to WAL at 1733385603490Closed at 1733385603490 2024-12-05T08:00:03,492 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T08:00:03,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385603492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385603492"}]},"ts":"1733385603492"} 2024-12-05T08:00:03,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385603492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385603492"}]},"ts":"1733385603492"} 2024-12-05T08:00:03,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733385603492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385603492"}]},"ts":"1733385603492"} 2024-12-05T08:00:03,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385603492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385603492"}]},"ts":"1733385603492"} 2024-12-05T08:00:03,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385603492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385603492"}]},"ts":"1733385603492"} 2024-12-05T08:00:03,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385603492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385603492"}]},"ts":"1733385603492"} 2024-12-05T08:00:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:00:03,498 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385603492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385603492"}]},"ts":"1733385603492"} 2024-12-05T08:00:03,498 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385603492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385603492"}]},"ts":"1733385603492"} 2024-12-05T08:00:03,498 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385603492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385603492"}]},"ts":"1733385603492"} 2024-12-05T08:00:03,498 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733385603492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385603492"}]},"ts":"1733385603492"} 2024-12-05T08:00:03,531 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T08:00:03,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T08:00:03,535 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385603533"}]},"ts":"1733385603533"} 2024-12-05T08:00:03,539 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T08:00:03,540 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T08:00:03,552 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T08:00:03,552 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T08:00:03,552 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T08:00:03,552 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T08:00:03,552 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T08:00:03,553 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T08:00:03,553 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T08:00:03,553 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T08:00:03,553 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T08:00:03,553 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T08:00:03,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8202ab5d01494ffdf2cd888efb2a187b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1596a093eca189bbef5e5ec8da732c38, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0f8f55ae44b1d5b4ec7cd55dae52731, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d52e808efa5d7a604cfe1f4dea6ebe6c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dee8ff9cd6cce2858b450072845cc212, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b25112268b2ed1f494058dbe307624e5, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0dd9f10ad481306b922c423ae88cf82, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fb4c67566443fe70b6b9a970dcabb7e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc5fcfb240d6c5b3eff1e4f8b867fd7c, ASSIGN}] 2024-12-05T08:00:03,561 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, ASSIGN 2024-12-05T08:00:03,561 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d52e808efa5d7a604cfe1f4dea6ebe6c, ASSIGN 2024-12-05T08:00:03,561 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1596a093eca189bbef5e5ec8da732c38, ASSIGN 2024-12-05T08:00:03,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0f8f55ae44b1d5b4ec7cd55dae52731, ASSIGN 2024-12-05T08:00:03,563 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1596a093eca189bbef5e5ec8da732c38, ASSIGN; state=OFFLINE, location=fc6cd38557f3,40727,1733385590897; forceNewPlan=false, retain=false 2024-12-05T08:00:03,563 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, ASSIGN; state=OFFLINE, location=fc6cd38557f3,46759,1733385591085; forceNewPlan=false, retain=false 2024-12-05T08:00:03,564 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d52e808efa5d7a604cfe1f4dea6ebe6c, ASSIGN; state=OFFLINE, location=fc6cd38557f3,40727,1733385590897; forceNewPlan=false, retain=false 2024-12-05T08:00:03,564 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0f8f55ae44b1d5b4ec7cd55dae52731, ASSIGN; state=OFFLINE, location=fc6cd38557f3,46759,1733385591085; forceNewPlan=false, retain=false 2024-12-05T08:00:03,569 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0dd9f10ad481306b922c423ae88cf82, ASSIGN 2024-12-05T08:00:03,569 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b25112268b2ed1f494058dbe307624e5, ASSIGN 2024-12-05T08:00:03,570 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fb4c67566443fe70b6b9a970dcabb7e, ASSIGN 2024-12-05T08:00:03,570 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc5fcfb240d6c5b3eff1e4f8b867fd7c, ASSIGN 2024-12-05T08:00:03,570 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dee8ff9cd6cce2858b450072845cc212, ASSIGN 2024-12-05T08:00:03,572 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0dd9f10ad481306b922c423ae88cf82, ASSIGN; state=OFFLINE, location=fc6cd38557f3,40727,1733385590897; forceNewPlan=false, retain=false 2024-12-05T08:00:03,572 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc5fcfb240d6c5b3eff1e4f8b867fd7c, ASSIGN; state=OFFLINE, location=fc6cd38557f3,46759,1733385591085; forceNewPlan=false, retain=false 2024-12-05T08:00:03,572 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5fb4c67566443fe70b6b9a970dcabb7e, ASSIGN; state=OFFLINE, location=fc6cd38557f3,41033,1733385591018; forceNewPlan=false, retain=false 2024-12-05T08:00:03,572 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b25112268b2ed1f494058dbe307624e5, ASSIGN; state=OFFLINE, location=fc6cd38557f3,46759,1733385591085; forceNewPlan=false, retain=false 2024-12-05T08:00:03,572 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dee8ff9cd6cce2858b450072845cc212, ASSIGN; state=OFFLINE, location=fc6cd38557f3,41033,1733385591018; forceNewPlan=false, retain=false 2024-12-05T08:00:03,580 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8202ab5d01494ffdf2cd888efb2a187b, ASSIGN 2024-12-05T08:00:03,581 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8202ab5d01494ffdf2cd888efb2a187b, ASSIGN; state=OFFLINE, location=fc6cd38557f3,41033,1733385591018; forceNewPlan=false, retain=false 2024-12-05T08:00:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:00:03,716 INFO [fc6cd38557f3:36065 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T08:00:03,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b0f8f55ae44b1d5b4ec7cd55dae52731, regionState=OPENING, regionLocation=fc6cd38557f3,46759,1733385591085 2024-12-05T08:00:03,716 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b25112268b2ed1f494058dbe307624e5, regionState=OPENING, regionLocation=fc6cd38557f3,46759,1733385591085 2024-12-05T08:00:03,716 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bc5fcfb240d6c5b3eff1e4f8b867fd7c, regionState=OPENING, regionLocation=fc6cd38557f3,46759,1733385591085 2024-12-05T08:00:03,716 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, regionState=OPENING, regionLocation=fc6cd38557f3,46759,1733385591085 2024-12-05T08:00:03,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5fb4c67566443fe70b6b9a970dcabb7e, regionState=OPENING, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:03,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b0dd9f10ad481306b922c423ae88cf82, regionState=OPENING, regionLocation=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:03,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=dee8ff9cd6cce2858b450072845cc212, regionState=OPENING, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:03,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8202ab5d01494ffdf2cd888efb2a187b, regionState=OPENING, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:03,718 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d52e808efa5d7a604cfe1f4dea6ebe6c, regionState=OPENING, regionLocation=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:03,718 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1596a093eca189bbef5e5ec8da732c38, regionState=OPENING, regionLocation=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:03,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, ASSIGN because future has completed 2024-12-05T08:00:03,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, server=fc6cd38557f3,46759,1733385591085}] 2024-12-05T08:00:03,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b25112268b2ed1f494058dbe307624e5, ASSIGN because future has completed 2024-12-05T08:00:03,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b25112268b2ed1f494058dbe307624e5, server=fc6cd38557f3,46759,1733385591085}] 2024-12-05T08:00:03,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0f8f55ae44b1d5b4ec7cd55dae52731, ASSIGN because future has completed 2024-12-05T08:00:03,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731, server=fc6cd38557f3,46759,1733385591085}] 2024-12-05T08:00:03,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc5fcfb240d6c5b3eff1e4f8b867fd7c, ASSIGN because future has completed 2024-12-05T08:00:03,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5fb4c67566443fe70b6b9a970dcabb7e, ASSIGN because future has completed 2024-12-05T08:00:03,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fb4c67566443fe70b6b9a970dcabb7e, server=fc6cd38557f3,41033,1733385591018}] 2024-12-05T08:00:03,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dee8ff9cd6cce2858b450072845cc212, ASSIGN because future has completed 2024-12-05T08:00:03,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c, server=fc6cd38557f3,46759,1733385591085}] 2024-12-05T08:00:03,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0dd9f10ad481306b922c423ae88cf82, ASSIGN because future has completed 2024-12-05T08:00:03,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8202ab5d01494ffdf2cd888efb2a187b, ASSIGN because future has completed 2024-12-05T08:00:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1596a093eca189bbef5e5ec8da732c38, ASSIGN because future has completed 2024-12-05T08:00:03,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1596a093eca189bbef5e5ec8da732c38, server=fc6cd38557f3,40727,1733385590897}] 2024-12-05T08:00:03,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d52e808efa5d7a604cfe1f4dea6ebe6c, ASSIGN because future has completed 2024-12-05T08:00:03,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0dd9f10ad481306b922c423ae88cf82, server=fc6cd38557f3,40727,1733385590897}] 2024-12-05T08:00:03,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d52e808efa5d7a604cfe1f4dea6ebe6c, server=fc6cd38557f3,40727,1733385590897}] 2024-12-05T08:00:03,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8202ab5d01494ffdf2cd888efb2a187b, server=fc6cd38557f3,41033,1733385591018}] 2024-12-05T08:00:03,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure dee8ff9cd6cce2858b450072845cc212, server=fc6cd38557f3,41033,1733385591018}] 2024-12-05T08:00:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:00:04,410 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T08:00:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:00:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:00:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:00:08,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T08:00:10,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T08:00:10,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T08:00:10,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T08:00:10,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T08:00:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:00:13,729 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T08:00:13,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41025, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T08:00:13,744 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:13,745 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => bc5fcfb240d6c5b3eff1e4f8b867fd7c, NAME => 'SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T08:00:13,745 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:13,745 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:13,745 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:13,746 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:13,746 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:00:13,747 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fb4c67566443fe70b6b9a970dcabb7e, NAME => 'SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T08:00:13,748 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:13,748 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:13,748 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:13,748 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:13,752 INFO [StoreOpener-5fb4c67566443fe70b6b9a970dcabb7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:13,752 INFO [StoreOpener-bc5fcfb240d6c5b3eff1e4f8b867fd7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:13,752 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T08:00:13,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40773, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T08:00:13,754 INFO [StoreOpener-5fb4c67566443fe70b6b9a970dcabb7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fb4c67566443fe70b6b9a970dcabb7e columnFamilyName cf 2024-12-05T08:00:13,754 DEBUG [StoreOpener-5fb4c67566443fe70b6b9a970dcabb7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:13,754 INFO [StoreOpener-bc5fcfb240d6c5b3eff1e4f8b867fd7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc5fcfb240d6c5b3eff1e4f8b867fd7c columnFamilyName cf 2024-12-05T08:00:13,754 DEBUG [StoreOpener-bc5fcfb240d6c5b3eff1e4f8b867fd7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:13,755 INFO [StoreOpener-bc5fcfb240d6c5b3eff1e4f8b867fd7c-1 {}] regionserver.HStore(327): Store=bc5fcfb240d6c5b3eff1e4f8b867fd7c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:13,755 INFO [StoreOpener-5fb4c67566443fe70b6b9a970dcabb7e-1 {}] regionserver.HStore(327): Store=5fb4c67566443fe70b6b9a970dcabb7e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:13,755 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:13,755 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:13,756 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:13,757 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:13,757 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:13,757 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:13,758 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:13,758 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:13,758 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:13,758 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:13,760 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:13,760 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:13,762 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:00:13,762 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1596a093eca189bbef5e5ec8da732c38, NAME => 'SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T08:00:13,763 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:13,763 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:13,763 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:13,763 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:13,764 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/bc5fcfb240d6c5b3eff1e4f8b867fd7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:00:13,764 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/5fb4c67566443fe70b6b9a970dcabb7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:00:13,764 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5fb4c67566443fe70b6b9a970dcabb7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63907902, jitterRate=-0.04769805073738098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:13,764 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened bc5fcfb240d6c5b3eff1e4f8b867fd7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69029171, jitterRate=0.02861480414867401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:13,764 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:13,765 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:13,765 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for bc5fcfb240d6c5b3eff1e4f8b867fd7c: Running coprocessor pre-open hook at 1733385613746Writing region info on filesystem at 1733385613746Initializing all the Stores at 1733385613747 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385613747Cleaning up temporary data from old regions at 1733385613758 (+11 ms)Running coprocessor post-open hooks at 1733385613765 (+7 ms)Region opened successfully at 1733385613765 2024-12-05T08:00:13,765 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5fb4c67566443fe70b6b9a970dcabb7e: Running coprocessor pre-open hook at 1733385613748Writing region info on filesystem at 1733385613748Initializing all the Stores at 1733385613749 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385613749Cleaning up temporary data from old regions at 1733385613758 (+9 ms)Running coprocessor post-open hooks at 1733385613765 (+7 ms)Region opened successfully at 1733385613765 2024-12-05T08:00:13,765 INFO [StoreOpener-1596a093eca189bbef5e5ec8da732c38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:13,767 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c., pid=18, masterSystemTime=1733385613728 2024-12-05T08:00:13,768 INFO [StoreOpener-1596a093eca189bbef5e5ec8da732c38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1596a093eca189bbef5e5ec8da732c38 columnFamilyName cf 2024-12-05T08:00:13,768 DEBUG [StoreOpener-1596a093eca189bbef5e5ec8da732c38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:13,768 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e., pid=19, masterSystemTime=1733385613736 2024-12-05T08:00:13,769 INFO [StoreOpener-1596a093eca189bbef5e5ec8da732c38-1 {}] regionserver.HStore(327): Store=1596a093eca189bbef5e5ec8da732c38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:13,769 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:13,770 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:13,770 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:13,770 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:13,770 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:13,771 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b0f8f55ae44b1d5b4ec7cd55dae52731, NAME => 'SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T08:00:13,771 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:13,771 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:13,771 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:13,771 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:13,771 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:13,772 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:13,772 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:13,772 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bc5fcfb240d6c5b3eff1e4f8b867fd7c, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,46759,1733385591085 2024-12-05T08:00:13,772 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:00:13,772 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:00:13,772 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:00:13,773 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => dee8ff9cd6cce2858b450072845cc212, NAME => 'SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T08:00:13,773 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:13,774 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:13,774 INFO [StoreOpener-b0f8f55ae44b1d5b4ec7cd55dae52731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:13,774 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:13,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5fb4c67566443fe70b6b9a970dcabb7e, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:13,774 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:13,776 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:13,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c, server=fc6cd38557f3,46759,1733385591085 because future has completed 2024-12-05T08:00:13,777 INFO [StoreOpener-b0f8f55ae44b1d5b4ec7cd55dae52731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f8f55ae44b1d5b4ec7cd55dae52731 columnFamilyName cf 2024-12-05T08:00:13,777 INFO [StoreOpener-dee8ff9cd6cce2858b450072845cc212-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:13,777 DEBUG [StoreOpener-b0f8f55ae44b1d5b4ec7cd55dae52731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:13,778 INFO [StoreOpener-b0f8f55ae44b1d5b4ec7cd55dae52731-1 {}] regionserver.HStore(327): Store=b0f8f55ae44b1d5b4ec7cd55dae52731/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:13,778 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:13,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fb4c67566443fe70b6b9a970dcabb7e, server=fc6cd38557f3,41033,1733385591018 because future has completed 2024-12-05T08:00:13,780 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:13,780 INFO [StoreOpener-dee8ff9cd6cce2858b450072845cc212-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee8ff9cd6cce2858b450072845cc212 columnFamilyName cf 2024-12-05T08:00:13,780 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/1596a093eca189bbef5e5ec8da732c38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:00:13,780 DEBUG [StoreOpener-dee8ff9cd6cce2858b450072845cc212-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:13,781 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:13,781 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1596a093eca189bbef5e5ec8da732c38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59244457, jitterRate=-0.11718879640102386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:13,781 INFO [StoreOpener-dee8ff9cd6cce2858b450072845cc212-1 {}] regionserver.HStore(327): Store=dee8ff9cd6cce2858b450072845cc212/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:13,781 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:13,781 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:13,781 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1596a093eca189bbef5e5ec8da732c38: Running coprocessor pre-open hook at 1733385613764Writing region info on filesystem at 1733385613764Initializing all the Stores at 1733385613765 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385613765Cleaning up temporary data from old regions at 1733385613772 (+7 ms)Running coprocessor post-open hooks at 1733385613781 (+9 ms)Region opened successfully at 1733385613781 2024-12-05T08:00:13,782 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:13,782 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:13,783 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:13,783 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38., pid=20, masterSystemTime=1733385613751 2024-12-05T08:00:13,783 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:13,784 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:13,784 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:13,785 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:13,786 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:13,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-05T08:00:13,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c, server=fc6cd38557f3,46759,1733385591085 in 10.0500 sec 2024-12-05T08:00:13,790 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:00:13,790 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0f8f55ae44b1d5b4ec7cd55dae52731/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:00:13,790 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:00:13,790 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:00:13,790 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b0dd9f10ad481306b922c423ae88cf82, NAME => 'SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T08:00:13,791 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:13,791 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:13,791 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b0f8f55ae44b1d5b4ec7cd55dae52731; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74774648, jitterRate=0.11422908306121826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:13,791 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:13,791 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:13,791 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:13,791 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b0f8f55ae44b1d5b4ec7cd55dae52731: Running coprocessor pre-open hook at 1733385613772Writing region info on filesystem at 1733385613772Initializing all the Stores at 1733385613773 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385613773Cleaning up temporary data from old regions at 1733385613782 (+9 ms)Running coprocessor post-open hooks at 1733385613791 (+9 ms)Region opened successfully at 1733385613791 2024-12-05T08:00:13,791 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/dee8ff9cd6cce2858b450072845cc212/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:00:13,793 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened dee8ff9cd6cce2858b450072845cc212; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60229458, jitterRate=-0.10251113772392273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:13,793 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:13,793 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for dee8ff9cd6cce2858b450072845cc212: Running coprocessor pre-open hook at 1733385613774Writing region info on filesystem at 1733385613774Initializing all the Stores at 1733385613776 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385613776Cleaning up temporary data from old regions at 1733385613784 (+8 ms)Running coprocessor post-open hooks at 1733385613793 (+9 ms)Region opened successfully at 1733385613793 2024-12-05T08:00:13,793 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731., pid=17, masterSystemTime=1733385613728 2024-12-05T08:00:13,794 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212., pid=24, masterSystemTime=1733385613736 2024-12-05T08:00:13,794 INFO [StoreOpener-b0dd9f10ad481306b922c423ae88cf82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:13,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-12-05T08:00:13,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fb4c67566443fe70b6b9a970dcabb7e, server=fc6cd38557f3,41033,1733385591018 in 10.0530 sec 2024-12-05T08:00:13,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1596a093eca189bbef5e5ec8da732c38, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:13,798 INFO [StoreOpener-b0dd9f10ad481306b922c423ae88cf82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0dd9f10ad481306b922c423ae88cf82 columnFamilyName cf 2024-12-05T08:00:13,798 DEBUG [StoreOpener-b0dd9f10ad481306b922c423ae88cf82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:13,799 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:13,799 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:13,799 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:13,799 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => b25112268b2ed1f494058dbe307624e5, NAME => 'SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T08:00:13,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1596a093eca189bbef5e5ec8da732c38, server=fc6cd38557f3,40727,1733385590897 because future has completed 2024-12-05T08:00:13,800 INFO [StoreOpener-b0dd9f10ad481306b922c423ae88cf82-1 {}] regionserver.HStore(327): Store=b0dd9f10ad481306b922c423ae88cf82/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:13,800 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:13,800 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:13,800 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:13,800 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:13,800 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:13,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc5fcfb240d6c5b3eff1e4f8b867fd7c, ASSIGN in 10.2350 sec 2024-12-05T08:00:13,801 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:00:13,801 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:00:13,801 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:00:13,801 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:13,801 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8202ab5d01494ffdf2cd888efb2a187b, NAME => 'SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T08:00:13,802 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:13,802 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:13,802 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:13,802 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:13,802 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:13,802 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:13,802 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:13,803 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b0f8f55ae44b1d5b4ec7cd55dae52731, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,46759,1733385591085 2024-12-05T08:00:13,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=dee8ff9cd6cce2858b450072845cc212, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:13,803 INFO [StoreOpener-b25112268b2ed1f494058dbe307624e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:13,805 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:13,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fb4c67566443fe70b6b9a970dcabb7e, ASSIGN in 10.2420 sec 2024-12-05T08:00:13,805 INFO [StoreOpener-8202ab5d01494ffdf2cd888efb2a187b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:13,807 INFO [StoreOpener-b25112268b2ed1f494058dbe307624e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b25112268b2ed1f494058dbe307624e5 columnFamilyName cf 2024-12-05T08:00:13,807 DEBUG [StoreOpener-b25112268b2ed1f494058dbe307624e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:13,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731, server=fc6cd38557f3,46759,1733385591085 because future has completed 2024-12-05T08:00:13,808 INFO [StoreOpener-b25112268b2ed1f494058dbe307624e5-1 {}] regionserver.HStore(327): Store=b25112268b2ed1f494058dbe307624e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:13,808 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:13,808 INFO [StoreOpener-8202ab5d01494ffdf2cd888efb2a187b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8202ab5d01494ffdf2cd888efb2a187b columnFamilyName cf 2024-12-05T08:00:13,808 DEBUG [StoreOpener-8202ab5d01494ffdf2cd888efb2a187b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:13,809 INFO [StoreOpener-8202ab5d01494ffdf2cd888efb2a187b-1 {}] regionserver.HStore(327): Store=8202ab5d01494ffdf2cd888efb2a187b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:13,809 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:13,809 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:13,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure dee8ff9cd6cce2858b450072845cc212, server=fc6cd38557f3,41033,1733385591018 because future has completed 2024-12-05T08:00:13,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-05T08:00:13,811 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:13,811 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:13,812 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:13,812 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:13,812 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:13,813 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:13,813 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:13,813 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0dd9f10ad481306b922c423ae88cf82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:00:13,814 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b0dd9f10ad481306b922c423ae88cf82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69944057, jitterRate=0.04224766790866852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:13,815 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:13,815 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b0dd9f10ad481306b922c423ae88cf82: Running coprocessor pre-open hook at 1733385613791Writing region info on filesystem at 1733385613791Initializing all the Stores at 1733385613793 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385613793Cleaning up temporary data from old regions at 1733385613802 (+9 ms)Running coprocessor post-open hooks at 1733385613815 (+13 ms)Region opened successfully at 1733385613815 2024-12-05T08:00:13,815 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:13,816 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82., pid=21, masterSystemTime=1733385613751 2024-12-05T08:00:13,816 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:13,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1596a093eca189bbef5e5ec8da732c38, server=fc6cd38557f3,40727,1733385590897 in 10.0600 sec 2024-12-05T08:00:13,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-12-05T08:00:13,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731, server=fc6cd38557f3,46759,1733385591085 in 10.0830 sec 2024-12-05T08:00:13,820 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:00:13,820 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:00:13,821 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:00:13,821 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d52e808efa5d7a604cfe1f4dea6ebe6c, NAME => 'SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T08:00:13,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-12-05T08:00:13,821 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b0dd9f10ad481306b922c423ae88cf82, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:13,821 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:13,821 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:13,821 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:13,821 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:13,824 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b25112268b2ed1f494058dbe307624e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:00:13,825 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/8202ab5d01494ffdf2cd888efb2a187b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:00:13,825 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened b25112268b2ed1f494058dbe307624e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63983576, jitterRate=-0.046570420265197754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:13,825 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:13,825 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for b25112268b2ed1f494058dbe307624e5: Running coprocessor pre-open hook at 1733385613800Writing region info on filesystem at 1733385613800Initializing all the Stores at 1733385613802 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385613802Cleaning up temporary data from old regions at 1733385613812 (+10 ms)Running coprocessor post-open hooks at 1733385613825 (+13 ms)Region opened successfully at 1733385613825 2024-12-05T08:00:13,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0dd9f10ad481306b922c423ae88cf82, server=fc6cd38557f3,40727,1733385590897 because future has completed 2024-12-05T08:00:13,826 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8202ab5d01494ffdf2cd888efb2a187b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63228145, jitterRate=-0.05782721936702728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:13,826 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:13,827 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8202ab5d01494ffdf2cd888efb2a187b: Running coprocessor pre-open hook at 1733385613802Writing region info on filesystem at 1733385613802Initializing all the Stores at 1733385613804 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385613804Cleaning up temporary data from old regions at 1733385613813 (+9 ms)Running coprocessor post-open hooks at 1733385613827 (+14 ms)Region opened successfully at 1733385613827 2024-12-05T08:00:13,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0f8f55ae44b1d5b4ec7cd55dae52731, ASSIGN in 10.2660 sec 2024-12-05T08:00:13,827 INFO [StoreOpener-d52e808efa5d7a604cfe1f4dea6ebe6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:13,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure dee8ff9cd6cce2858b450072845cc212, server=fc6cd38557f3,41033,1733385591018 in 10.0560 sec 2024-12-05T08:00:13,827 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5., pid=16, masterSystemTime=1733385613728 2024-12-05T08:00:13,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1596a093eca189bbef5e5ec8da732c38, ASSIGN in 10.2640 sec 2024-12-05T08:00:13,829 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b., pid=23, masterSystemTime=1733385613736 2024-12-05T08:00:13,830 INFO [StoreOpener-d52e808efa5d7a604cfe1f4dea6ebe6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d52e808efa5d7a604cfe1f4dea6ebe6c columnFamilyName cf 2024-12-05T08:00:13,830 DEBUG [StoreOpener-d52e808efa5d7a604cfe1f4dea6ebe6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:13,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dee8ff9cd6cce2858b450072845cc212, ASSIGN in 10.2690 sec 2024-12-05T08:00:13,831 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:13,831 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:13,831 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:13,831 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, NAME => 'SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T08:00:13,831 INFO [StoreOpener-d52e808efa5d7a604cfe1f4dea6ebe6c-1 {}] regionserver.HStore(327): Store=d52e808efa5d7a604cfe1f4dea6ebe6c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:13,832 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:13,833 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:13,833 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:13,833 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:00:13,833 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:13,833 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:00:13,833 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:13,834 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:13,834 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b25112268b2ed1f494058dbe307624e5, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,46759,1733385591085 2024-12-05T08:00:13,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8202ab5d01494ffdf2cd888efb2a187b, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:13,836 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:13,837 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:13,837 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:13,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-12-05T08:00:13,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b0dd9f10ad481306b922c423ae88cf82, server=fc6cd38557f3,40727,1733385590897 in 10.0850 sec 2024-12-05T08:00:13,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b25112268b2ed1f494058dbe307624e5, server=fc6cd38557f3,46759,1733385591085 because future has completed 2024-12-05T08:00:13,841 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:13,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0dd9f10ad481306b922c423ae88cf82, ASSIGN in 10.2840 sec 2024-12-05T08:00:13,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8202ab5d01494ffdf2cd888efb2a187b, server=fc6cd38557f3,41033,1733385591018 because future has completed 2024-12-05T08:00:13,845 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fc6cd38557f3,41033,1733385591018, table=SPTestTable, region=8202ab5d01494ffdf2cd888efb2a187b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T08:00:13,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-05T08:00:13,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b25112268b2ed1f494058dbe307624e5, server=fc6cd38557f3,46759,1733385591085 in 10.1160 sec 2024-12-05T08:00:13,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-05T08:00:13,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b25112268b2ed1f494058dbe307624e5, ASSIGN in 10.2920 sec 2024-12-05T08:00:13,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8202ab5d01494ffdf2cd888efb2a187b, server=fc6cd38557f3,41033,1733385591018 in 10.0900 sec 2024-12-05T08:00:13,851 INFO [StoreOpener-88dfa3a5cb569f7bdb3ea4bd14fd7bcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:13,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8202ab5d01494ffdf2cd888efb2a187b, ASSIGN in 10.2950 sec 2024-12-05T08:00:13,852 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/d52e808efa5d7a604cfe1f4dea6ebe6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:00:13,853 INFO [StoreOpener-88dfa3a5cb569f7bdb3ea4bd14fd7bcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88dfa3a5cb569f7bdb3ea4bd14fd7bcb columnFamilyName cf 2024-12-05T08:00:13,853 DEBUG [StoreOpener-88dfa3a5cb569f7bdb3ea4bd14fd7bcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:13,853 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d52e808efa5d7a604cfe1f4dea6ebe6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62109036, jitterRate=-0.07450324296951294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:13,853 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:13,854 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d52e808efa5d7a604cfe1f4dea6ebe6c: Running coprocessor pre-open hook at 1733385613822Writing region info on filesystem at 1733385613822Initializing all the Stores at 1733385613824 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385613824Cleaning up temporary data from old regions at 1733385613837 (+13 ms)Running coprocessor post-open hooks at 1733385613853 (+16 ms)Region opened successfully at 1733385613853 2024-12-05T08:00:13,854 INFO [StoreOpener-88dfa3a5cb569f7bdb3ea4bd14fd7bcb-1 {}] regionserver.HStore(327): Store=88dfa3a5cb569f7bdb3ea4bd14fd7bcb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:13,854 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:13,855 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c., pid=22, masterSystemTime=1733385613751 2024-12-05T08:00:13,855 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:13,856 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:13,856 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:13,857 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:13,858 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:00:13,858 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:00:13,859 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d52e808efa5d7a604cfe1f4dea6ebe6c, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:13,862 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:13,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d52e808efa5d7a604cfe1f4dea6ebe6c, server=fc6cd38557f3,40727,1733385590897 because future has completed 2024-12-05T08:00:13,867 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/88dfa3a5cb569f7bdb3ea4bd14fd7bcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:00:13,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-12-05T08:00:13,869 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 88dfa3a5cb569f7bdb3ea4bd14fd7bcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67375985, jitterRate=0.00398041307926178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:13,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d52e808efa5d7a604cfe1f4dea6ebe6c, server=fc6cd38557f3,40727,1733385590897 in 10.1150 sec 2024-12-05T08:00:13,869 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:13,869 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb: Running coprocessor pre-open hook at 1733385613833Writing region info on filesystem at 1733385613834 (+1 ms)Initializing all the Stores at 1733385613837 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385613837Cleaning up temporary data from old regions at 1733385613857 (+20 ms)Running coprocessor post-open hooks at 1733385613869 (+12 ms)Region opened successfully at 1733385613869 2024-12-05T08:00:13,870 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb., pid=15, masterSystemTime=1733385613728 2024-12-05T08:00:13,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d52e808efa5d7a604cfe1f4dea6ebe6c, ASSIGN in 10.3150 sec 2024-12-05T08:00:13,873 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:13,873 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:13,874 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,46759,1733385591085 2024-12-05T08:00:13,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, server=fc6cd38557f3,46759,1733385591085 because future has completed 2024-12-05T08:00:13,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-12-05T08:00:13,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, server=fc6cd38557f3,46759,1733385591085 in 10.1580 sec 2024-12-05T08:00:13,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-05T08:00:13,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, ASSIGN in 10.3300 sec 2024-12-05T08:00:13,891 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T08:00:13,892 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385613891"}]},"ts":"1733385613891"} 2024-12-05T08:00:13,895 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T08:00:13,897 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T08:00:13,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5330 sec 2024-12-05T08:00:16,407 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T08:00:19,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T08:00:19,371 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T08:00:20,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-05T08:00:20,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-05T08:00:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:00:21,608 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T08:00:21,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T08:00:21,611 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T08:00:21,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T08:00:21,626 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T08:00:21,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T08:00:21,661 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,667 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,670 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,673 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,675 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,678 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,680 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,682 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,712 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82., hostname=fc6cd38557f3,40727,1733385590897, seqNum=2] 2024-12-05T08:00:21,714 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82., hostname=fc6cd38557f3,40727,1733385590897, seqNum=2] 2024-12-05T08:00:21,717 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82., hostname=fc6cd38557f3,40727,1733385590897, seqNum=2] 2024-12-05T08:00:21,719 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82., hostname=fc6cd38557f3,40727,1733385590897, seqNum=2] 2024-12-05T08:00:21,721 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82., hostname=fc6cd38557f3,40727,1733385590897, seqNum=2] 2024-12-05T08:00:21,723 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82., hostname=fc6cd38557f3,40727,1733385590897, seqNum=2] 2024-12-05T08:00:21,725 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82., hostname=fc6cd38557f3,40727,1733385590897, seqNum=2] 2024-12-05T08:00:21,755 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e., hostname=fc6cd38557f3,41033,1733385591018, seqNum=2] 2024-12-05T08:00:21,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e., hostname=fc6cd38557f3,41033,1733385591018, seqNum=2] 2024-12-05T08:00:21,761 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e., hostname=fc6cd38557f3,41033,1733385591018, seqNum=2] 2024-12-05T08:00:21,763 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e., hostname=fc6cd38557f3,41033,1733385591018, seqNum=2] 2024-12-05T08:00:21,766 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e., hostname=fc6cd38557f3,41033,1733385591018, seqNum=2] 2024-12-05T08:00:21,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e., hostname=fc6cd38557f3,41033,1733385591018, seqNum=2] 2024-12-05T08:00:21,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e., hostname=fc6cd38557f3,41033,1733385591018, seqNum=2] 2024-12-05T08:00:21,824 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,830 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,832 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,834 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:21,839 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c., hostname=fc6cd38557f3,46759,1733385591085, seqNum=2] 2024-12-05T08:00:22,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T08:00:22,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T08:00:22,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T08:00:22,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T08:00:22,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T08:00:22,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41033 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T08:00:22,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:22,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T08:00:23,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T08:00:23,375 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T08:00:23,376 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T08:00:23,377 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T08:00:23,383 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T08:00:23,397 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T08:00:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741848_1024 (size=49) 2024-12-05T08:00:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741848_1024 (size=49) 2024-12-05T08:00:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741848_1024 (size=49) 2024-12-05T08:00:23,412 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T08:00:23,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8202ab5d01494ffdf2cd888efb2a187b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1596a093eca189bbef5e5ec8da732c38}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d52e808efa5d7a604cfe1f4dea6ebe6c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dee8ff9cd6cce2858b450072845cc212}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0dd9f10ad481306b922c423ae88cf82}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fb4c67566443fe70b6b9a970dcabb7e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c}] 2024-12-05T08:00:23,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:23,419 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:23,419 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:23,419 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:23,419 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:23,424 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:23,424 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:23,424 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:23,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:23,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:23,479 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fc6cd38557f3,46759,1733385591085 2024-12-05T08:00:23,480 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fc6cd38557f3,46759,1733385591085: Simulated kill ***** 2024-12-05T08:00:23,481 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T08:00:23,486 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T08:00:23,487 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T08:00:23,490 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T08:00:23,491 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T08:00:23,497 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 581420544 }, "NonHeapMemoryUsage": { "committed": 156434432, "init": 7667712, "max": -1, "used": 153204904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "fc6cd38557f3", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "fc6cd38557f3", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59683", "tag.serverName": "fc6cd38557f3,46759,1733385591085", "tag.clusterId": "bdfeb30c-381c-48cc-a921-3500c257cf9f", "tag.Context": "regionserver", "tag.Hostname": "fc6cd38557f3", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733385591085, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-05T08:00:23,501 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36065 {}] master.MasterRpcServices(700): fc6cd38557f3,46759,1733385591085 reported a fatal error: ***** ABORTING region server fc6cd38557f3,46759,1733385591085: Simulated kill ***** 2024-12-05T08:00:23,503 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,46759,1733385591085' ***** 2024-12-05T08:00:23,503 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-05T08:00:23,504 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T08:00:23,504 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T08:00:23,504 INFO [RS:2;fc6cd38557f3:46759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T08:00:23,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T08:00:23,504 INFO [RS:2;fc6cd38557f3:46759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T08:00:23,504 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T08:00:23,504 INFO [RS:2;fc6cd38557f3:46759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fc6cd38557f3:46759. 2024-12-05T08:00:23,504 DEBUG [RS:2;fc6cd38557f3:46759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:00:23,504 DEBUG [RS:2;fc6cd38557f3:46759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:00:23,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741835_1011 (size=1257) 2024-12-05T08:00:23,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741835_1011 (size=1257) 2024-12-05T08:00:23,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741835_1011 (size=1257) 2024-12-05T08:00:23,511 DEBUG [RS:2;fc6cd38557f3:46759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:00:23,511 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:00:23,512 INFO [RS:2;fc6cd38557f3:46759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46759 2024-12-05T08:00:23,585 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:00:23,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T08:00:23,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,46759,1733385591085 2024-12-05T08:00:23,595 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T08:00:23,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,46759,1733385591085] 2024-12-05T08:00:23,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,46759,1733385591085 already deleted, retry=false 2024-12-05T08:00:23,623 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fc6cd38557f3,46759,1733385591085 on fc6cd38557f3,36065,1733385590222 2024-12-05T08:00:23,632 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fc6cd38557f3,46759,1733385591085, splitWal=true, meta=false 2024-12-05T08:00:23,635 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for fc6cd38557f3,46759,1733385591085 (carryingMeta=false) fc6cd38557f3,46759,1733385591085/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@75b8f7b1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T08:00:23,635 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fc6cd38557f3,46759,1733385591085, splitWal=true, meta=false 2024-12-05T08:00:23,637 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): fc6cd38557f3,46759,1733385591085 had 4 regions 2024-12-05T08:00:23,637 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:23,637 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:23,637 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:23,637 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:23,638 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fc6cd38557f3,46759,1733385591085, splitWal=true, meta=false, isMeta: false 2024-12-05T08:00:23,638 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 can not run currently because target server of region SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. fc6cd38557f3,46759,1733385591085 is in state CRASHED, wait 1000 ms to retry 2024-12-05T08:00:23,638 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb can not run currently because target server of region SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. fc6cd38557f3,46759,1733385591085 is in state CRASHED, wait 1000 ms to retry 2024-12-05T08:00:23,639 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c can not run currently because target server of region SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. fc6cd38557f3,46759,1733385591085 is in state CRASHED, wait 1000 ms to retry 2024-12-05T08:00:23,639 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 can not run currently because target server of region SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. fc6cd38557f3,46759,1733385591085 is in state CRASHED, wait 1000 ms to retry 2024-12-05T08:00:23,639 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb; timeout=1000, timestamp=1733385624639 2024-12-05T08:00:23,639 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5; timeout=1000, timestamp=1733385624639 2024-12-05T08:00:23,639 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c; timeout=1000, timestamp=1733385624639 2024-12-05T08:00:23,639 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731; timeout=1000, timestamp=1733385624639 2024-12-05T08:00:23,641 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting 2024-12-05T08:00:23,643 INFO [PEWorker-4 {}] master.SplitWALManager(105): fc6cd38557f3,46759,1733385591085 WAL count=1, meta=false 2024-12-05T08:00:23,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fc6cd38557f3%2C46759%2C1733385591085.1733385592630}] 2024-12-05T08:00:23,652 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:23,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fc6cd38557f3%2C46759%2C1733385591085.1733385592630, worker=fc6cd38557f3,41033,1733385591018}] 2024-12-05T08:00:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:00:23,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x101a5caa5750003, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:00:23,716 INFO [RS:2;fc6cd38557f3:46759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T08:00:23,716 INFO [RS:2;fc6cd38557f3:46759 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,46759,1733385591085; zookeeper connection closed. 2024-12-05T08:00:23,716 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48236645 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48236645 2024-12-05T08:00:24,461 INFO [regionserver/fc6cd38557f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T08:00:24,461 INFO [regionserver/fc6cd38557f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T08:00:24,639 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:24,639 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:24,640 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:24,640 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:24,641 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 can not run currently because target server of region SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T08:00:24,641 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 can not run currently because target server of region SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T08:00:24,641 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731; timeout=2000, timestamp=1733385626641 2024-12-05T08:00:24,641 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5; timeout=2000, timestamp=1733385626641 2024-12-05T08:00:24,641 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c can not run currently because target server of region SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T08:00:24,641 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb can not run currently because target server of region SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T08:00:24,642 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c; timeout=2000, timestamp=1733385626642 2024-12-05T08:00:24,642 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb; timeout=2000, timestamp=1733385626642 2024-12-05T08:00:26,642 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:26,642 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:26,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:26,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:26,643 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 can not run currently because target server of region SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T08:00:26,643 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 can not run currently because target server of region SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T08:00:26,643 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731; timeout=4000, timestamp=1733385630643 2024-12-05T08:00:26,643 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5; timeout=4000, timestamp=1733385630643 2024-12-05T08:00:26,645 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c can not run currently because target server of region SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T08:00:26,645 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c; timeout=4000, timestamp=1733385630645 2024-12-05T08:00:26,645 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb can not run currently because target server of region SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T08:00:26,645 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb; timeout=4000, timestamp=1733385630645 2024-12-05T08:00:30,643 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:30,643 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:30,645 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 can not run currently because target server of region SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T08:00:30,645 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 can not run currently because target server of region SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T08:00:30,645 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5; timeout=8000, timestamp=1733385638645 2024-12-05T08:00:30,645 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731; timeout=8000, timestamp=1733385638645 2024-12-05T08:00:30,645 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:30,645 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:30,646 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c can not run currently because target server of region SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T08:00:30,646 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb can not run currently because target server of region SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. fc6cd38557f3,46759,1733385591085 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T08:00:30,646 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c; timeout=8000, timestamp=1733385638646 2024-12-05T08:00:30,647 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb; timeout=8000, timestamp=1733385638647 2024-12-05T08:00:33,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T08:00:33,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T08:00:33,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T08:00:33,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:00:33,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:00:33,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:00:33,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T08:00:33,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-05T08:00:33,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:00:33,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T08:00:33,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T08:00:33,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:00:33,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:00:33,439 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b0dd9f10ad481306b922c423ae88cf82 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T08:00:33,439 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5fb4c67566443fe70b6b9a970dcabb7e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T08:00:33,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8202ab5d01494ffdf2cd888efb2a187b: 2024-12-05T08:00:33,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1596a093eca189bbef5e5ec8da732c38: 2024-12-05T08:00:33,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d52e808efa5d7a604cfe1f4dea6ebe6c: 2024-12-05T08:00:33,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for dee8ff9cd6cce2858b450072845cc212: 2024-12-05T08:00:33,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. for SnapshotProcedureTest completed. 2024-12-05T08:00:33,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. for SnapshotProcedureTest completed. 2024-12-05T08:00:33,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. for SnapshotProcedureTest completed. 2024-12-05T08:00:33,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. for SnapshotProcedureTest completed. 2024-12-05T08:00:33,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:00:33,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:00:33,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:00:33,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:00:33,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:00:33,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:00:33,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:00:33,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:00:33,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:00:33,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:00:33,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:00:33,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:00:33,465 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630, size=1.2 K (1257bytes) 2024-12-05T08:00:33,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T08:00:33,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T08:00:33,466 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630 2024-12-05T08:00:33,473 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630 after 4ms 2024-12-05T08:00:33,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741849_1025 (size=65) 2024-12-05T08:00:33,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741849_1025 (size=65) 2024-12-05T08:00:33,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:00:33,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741849_1025 (size=65) 2024-12-05T08:00:33,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T08:00:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T08:00:33,488 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:33,488 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:00:33,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dee8ff9cd6cce2858b450072845cc212 in 10.0750 sec 2024-12-05T08:00:33,500 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630 took 36ms 2024-12-05T08:00:33,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741850_1026 (size=57) 2024-12-05T08:00:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:00:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T08:00:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T08:00:33,504 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:33,504 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:00:33,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8202ab5d01494ffdf2cd888efb2a187b in 10.0910 sec 2024-12-05T08:00:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741850_1026 (size=57) 2024-12-05T08:00:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741850_1026 (size=57) 2024-12-05T08:00:33,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741851_1027 (size=65) 2024-12-05T08:00:33,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741851_1027 (size=65) 2024-12-05T08:00:33,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741851_1027 (size=65) 2024-12-05T08:00:33,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741852_1028 (size=65) 2024-12-05T08:00:33,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741852_1028 (size=65) 2024-12-05T08:00:33,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741852_1028 (size=65) 2024-12-05T08:00:33,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:00:33,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T08:00:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T08:00:33,513 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:33,513 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:00:33,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:00:33,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T08:00:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T08:00:33,515 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:33,518 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:00:33,518 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for bc5fcfb240d6c5b3eff1e4f8b867fd7c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T08:00:33,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1596a093eca189bbef5e5ec8da732c38 in 10.1010 sec 2024-12-05T08:00:33,521 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b0f8f55ae44b1d5b4ec7cd55dae52731: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T08:00:33,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d52e808efa5d7a604cfe1f4dea6ebe6c in 10.1060 sec 2024-12-05T08:00:33,523 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b25112268b2ed1f494058dbe307624e5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T08:00:33,525 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T08:00:33,525 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630 so closing down 2024-12-05T08:00:33,525 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T08:00:33,526 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T08:00:33,529 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-05T08:00:33,529 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630, journal: Splitting hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630, size=1.2 K (1257bytes) at 1733385633465Finishing writing output for hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630 so closing down at 1733385633525 (+60 ms)3 split writer threads finished at 1733385633526 (+1 ms)Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733385633529 (+3 ms) 2024-12-05T08:00:33,530 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630 2024-12-05T08:00:33,530 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T08:00:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T08:00:33,539 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting/fc6cd38557f3%2C46759%2C1733385591085.1733385592630 to hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/oldWALs 2024-12-05T08:00:33,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-05T08:00:33,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fc6cd38557f3%2C46759%2C1733385591085.1733385592630, worker=fc6cd38557f3,41033,1733385591018 in 9.8840 sec 2024-12-05T08:00:33,544 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:33,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-05T08:00:33,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure fc6cd38557f3%2C46759%2C1733385591085.1733385592630, worker=fc6cd38557f3,41033,1733385591018 in 9.8990 sec 2024-12-05T08:00:33,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/5fb4c67566443fe70b6b9a970dcabb7e/.tmp/cf/8f6a71d240c74ca8b04b7c471860bec5 is 34, key is ccd/cf:cf/1733385622608/Put/seqid=0 2024-12-05T08:00:33,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0dd9f10ad481306b922c423ae88cf82/.tmp/cf/ae2a957c4a6a4f4c9367718a826ea1d8 is 34, key is baa/cf:cf/1733385622580/Put/seqid=0 2024-12-05T08:00:33,550 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting dir is empty, no logs to split. 2024-12-05T08:00:33,550 INFO [PEWorker-3 {}] master.SplitWALManager(105): fc6cd38557f3,46759,1733385591085 WAL count=0, meta=false 2024-12-05T08:00:33,550 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fc6cd38557f3,46759,1733385591085 WAL splitting is done? wals=0, meta=false 2024-12-05T08:00:33,553 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fc6cd38557f3,46759,1733385591085 failed, ignore...File hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/WALs/fc6cd38557f3,46759,1733385591085-splitting does not exist. 2024-12-05T08:00:33,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b25112268b2ed1f494058dbe307624e5, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0f8f55ae44b1d5b4ec7cd55dae52731, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc5fcfb240d6c5b3eff1e4f8b867fd7c, ASSIGN}] 2024-12-05T08:00:33,558 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b25112268b2ed1f494058dbe307624e5, ASSIGN 2024-12-05T08:00:33,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0f8f55ae44b1d5b4ec7cd55dae52731, ASSIGN 2024-12-05T08:00:33,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, ASSIGN 2024-12-05T08:00:33,559 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc5fcfb240d6c5b3eff1e4f8b867fd7c, ASSIGN 2024-12-05T08:00:33,560 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T08:00:33,560 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0f8f55ae44b1d5b4ec7cd55dae52731, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T08:00:33,560 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b25112268b2ed1f494058dbe307624e5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T08:00:33,560 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc5fcfb240d6c5b3eff1e4f8b867fd7c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T08:00:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741854_1030 (size=47197) 2024-12-05T08:00:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741854_1030 (size=47197) 2024-12-05T08:00:33,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741853_1029 (size=28623) 2024-12-05T08:00:33,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741854_1030 (size=47197) 2024-12-05T08:00:33,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741853_1029 (size=28623) 2024-12-05T08:00:33,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741853_1029 (size=28623) 2024-12-05T08:00:33,576 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0dd9f10ad481306b922c423ae88cf82/.tmp/cf/ae2a957c4a6a4f4c9367718a826ea1d8 2024-12-05T08:00:33,576 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/5fb4c67566443fe70b6b9a970dcabb7e/.tmp/cf/8f6a71d240c74ca8b04b7c471860bec5 2024-12-05T08:00:33,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/5fb4c67566443fe70b6b9a970dcabb7e/.tmp/cf/8f6a71d240c74ca8b04b7c471860bec5 as hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/5fb4c67566443fe70b6b9a970dcabb7e/cf/8f6a71d240c74ca8b04b7c471860bec5 2024-12-05T08:00:33,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0dd9f10ad481306b922c423ae88cf82/.tmp/cf/ae2a957c4a6a4f4c9367718a826ea1d8 as hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0dd9f10ad481306b922c423ae88cf82/cf/ae2a957c4a6a4f4c9367718a826ea1d8 2024-12-05T08:00:33,628 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0dd9f10ad481306b922c423ae88cf82/cf/ae2a957c4a6a4f4c9367718a826ea1d8, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T08:00:33,629 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/5fb4c67566443fe70b6b9a970dcabb7e/cf/8f6a71d240c74ca8b04b7c471860bec5, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T08:00:33,635 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5fb4c67566443fe70b6b9a970dcabb7e in 194ms, sequenceid=5, compaction requested=false 2024-12-05T08:00:33,635 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b0dd9f10ad481306b922c423ae88cf82 in 196ms, sequenceid=5, compaction requested=false 2024-12-05T08:00:33,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5fb4c67566443fe70b6b9a970dcabb7e: 2024-12-05T08:00:33,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b0dd9f10ad481306b922c423ae88cf82: 2024-12-05T08:00:33,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. for SnapshotProcedureTest completed. 2024-12-05T08:00:33,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. for SnapshotProcedureTest completed. 2024-12-05T08:00:33,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:00:33,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:00:33,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:00:33,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/5fb4c67566443fe70b6b9a970dcabb7e/cf/8f6a71d240c74ca8b04b7c471860bec5] hfiles 2024-12-05T08:00:33,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:00:33,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0dd9f10ad481306b922c423ae88cf82/cf/ae2a957c4a6a4f4c9367718a826ea1d8] hfiles 2024-12-05T08:00:33,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/5fb4c67566443fe70b6b9a970dcabb7e/cf/8f6a71d240c74ca8b04b7c471860bec5 for snapshot=SnapshotProcedureTest 2024-12-05T08:00:33,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0dd9f10ad481306b922c423ae88cf82/cf/ae2a957c4a6a4f4c9367718a826ea1d8 for snapshot=SnapshotProcedureTest 2024-12-05T08:00:33,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741856_1032 (size=105) 2024-12-05T08:00:33,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741855_1031 (size=105) 2024-12-05T08:00:33,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741855_1031 (size=105) 2024-12-05T08:00:33,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:00:33,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741856_1032 (size=105) 2024-12-05T08:00:33,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T08:00:33,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741855_1031 (size=105) 2024-12-05T08:00:33,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741856_1032 (size=105) 2024-12-05T08:00:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T08:00:33,659 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:33,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:00:33,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:00:33,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T08:00:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T08:00:33,660 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:33,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:00:33,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5fb4c67566443fe70b6b9a970dcabb7e in 10.2460 sec 2024-12-05T08:00:33,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b0dd9f10ad481306b922c423ae88cf82 in 10.2470 sec 2024-12-05T08:00:33,711 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T08:00:33,711 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T08:00:33,711 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T08:00:33,711 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T08:00:33,711 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T08:00:33,711 INFO [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T08:00:33,711 INFO [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T08:00:33,711 DEBUG [fc6cd38557f3:36065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T08:00:33,712 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, regionState=OPENING, regionLocation=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:33,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=b25112268b2ed1f494058dbe307624e5, regionState=OPENING, regionLocation=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:33,712 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=bc5fcfb240d6c5b3eff1e4f8b867fd7c, regionState=OPENING, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:33,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b0f8f55ae44b1d5b4ec7cd55dae52731, regionState=OPENING, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:33,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b25112268b2ed1f494058dbe307624e5, ASSIGN because future has completed 2024-12-05T08:00:33,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure b25112268b2ed1f494058dbe307624e5, server=fc6cd38557f3,40727,1733385590897}] 2024-12-05T08:00:33,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc5fcfb240d6c5b3eff1e4f8b867fd7c, ASSIGN because future has completed 2024-12-05T08:00:33,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c, server=fc6cd38557f3,41033,1733385591018}] 2024-12-05T08:00:33,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0f8f55ae44b1d5b4ec7cd55dae52731, ASSIGN because future has completed 2024-12-05T08:00:33,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731, server=fc6cd38557f3,41033,1733385591018}] 2024-12-05T08:00:33,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, ASSIGN because future has completed 2024-12-05T08:00:33,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, server=fc6cd38557f3,40727,1733385590897}] 2024-12-05T08:00:38,646 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 held by pid=39 2024-12-05T08:00:38,646 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 held by pid=41 2024-12-05T08:00:38,646 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:38,647 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:38,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c held by pid=42 2024-12-05T08:00:38,647 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:38,648 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb held by pid=40 2024-12-05T08:00:38,648 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,459 INFO [master/fc6cd38557f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T08:00:43,460 INFO [master/fc6cd38557f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T08:00:43,732 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:43,732 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:43,733 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => b0f8f55ae44b1d5b4ec7cd55dae52731, NAME => 'SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T08:00:43,733 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, NAME => 'SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T08:00:43,733 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,733 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,733 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:43,733 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:43,733 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,733 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,734 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,734 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,735 INFO [StoreOpener-88dfa3a5cb569f7bdb3ea4bd14fd7bcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,736 INFO [StoreOpener-b0f8f55ae44b1d5b4ec7cd55dae52731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,737 INFO [StoreOpener-88dfa3a5cb569f7bdb3ea4bd14fd7bcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88dfa3a5cb569f7bdb3ea4bd14fd7bcb columnFamilyName cf 2024-12-05T08:00:43,737 DEBUG [StoreOpener-88dfa3a5cb569f7bdb3ea4bd14fd7bcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:43,737 INFO [StoreOpener-b0f8f55ae44b1d5b4ec7cd55dae52731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f8f55ae44b1d5b4ec7cd55dae52731 columnFamilyName cf 2024-12-05T08:00:43,737 DEBUG [StoreOpener-b0f8f55ae44b1d5b4ec7cd55dae52731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:43,737 INFO [StoreOpener-88dfa3a5cb569f7bdb3ea4bd14fd7bcb-1 {}] regionserver.HStore(327): Store=88dfa3a5cb569f7bdb3ea4bd14fd7bcb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:43,737 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,738 INFO [StoreOpener-b0f8f55ae44b1d5b4ec7cd55dae52731-1 {}] regionserver.HStore(327): Store=b0f8f55ae44b1d5b4ec7cd55dae52731/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:43,738 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,738 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,739 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,740 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,740 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,740 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,741 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,741 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,741 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,743 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,743 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,744 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened b0f8f55ae44b1d5b4ec7cd55dae52731; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74283562, jitterRate=0.10691133141517639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:43,744 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 88dfa3a5cb569f7bdb3ea4bd14fd7bcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72604191, jitterRate=0.08188675343990326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:43,745 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,745 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,745 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for b0f8f55ae44b1d5b4ec7cd55dae52731: Running coprocessor pre-open hook at 1733385643734Writing region info on filesystem at 1733385643734Initializing all the Stores at 1733385643735 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385643735Cleaning up temporary data from old regions at 1733385643741 (+6 ms)Running coprocessor post-open hooks at 1733385643745 (+4 ms)Region opened successfully at 1733385643745 2024-12-05T08:00:43,745 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb: Running coprocessor pre-open hook at 1733385643734Writing region info on filesystem at 1733385643734Initializing all the Stores at 1733385643735 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385643735Cleaning up temporary data from old regions at 1733385643741 (+6 ms)Running coprocessor post-open hooks at 1733385643745 (+4 ms)Region opened successfully at 1733385643745 2024-12-05T08:00:43,746 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731., pid=45, masterSystemTime=1733385643720 2024-12-05T08:00:43,746 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb., pid=46, masterSystemTime=1733385643720 2024-12-05T08:00:43,748 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:43,748 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:43,748 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:43,748 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => b25112268b2ed1f494058dbe307624e5, NAME => 'SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T08:00:43,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:43,749 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:43,749 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:43,749 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,749 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:43,749 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:43,749 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,749 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,749 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => bc5fcfb240d6c5b3eff1e4f8b867fd7c, NAME => 'SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T08:00:43,749 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,749 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:00:43,750 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,750 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,750 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b0f8f55ae44b1d5b4ec7cd55dae52731, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:43,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, server=fc6cd38557f3,40727,1733385590897 because future has completed 2024-12-05T08:00:43,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731, server=fc6cd38557f3,41033,1733385591018 because future has completed 2024-12-05T08:00:43,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-12-05T08:00:43,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, server=fc6cd38557f3,40727,1733385590897 in 10.0340 sec 2024-12-05T08:00:43,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-12-05T08:00:43,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731, server=fc6cd38557f3,41033,1733385591018 in 10.0360 sec 2024-12-05T08:00:43,757 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:43,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88dfa3a5cb569f7bdb3ea4bd14fd7bcb, ASSIGN in 10.2000 sec 2024-12-05T08:00:43,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0f8f55ae44b1d5b4ec7cd55dae52731, ASSIGN in 10.2000 sec 2024-12-05T08:00:43,758 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:43,759 INFO [StoreOpener-b25112268b2ed1f494058dbe307624e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,759 INFO [StoreOpener-bc5fcfb240d6c5b3eff1e4f8b867fd7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,760 INFO [StoreOpener-bc5fcfb240d6c5b3eff1e4f8b867fd7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc5fcfb240d6c5b3eff1e4f8b867fd7c columnFamilyName cf 2024-12-05T08:00:43,760 INFO [StoreOpener-b25112268b2ed1f494058dbe307624e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b25112268b2ed1f494058dbe307624e5 columnFamilyName cf 2024-12-05T08:00:43,760 DEBUG [StoreOpener-bc5fcfb240d6c5b3eff1e4f8b867fd7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:43,760 DEBUG [StoreOpener-b25112268b2ed1f494058dbe307624e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:00:43,761 INFO [StoreOpener-bc5fcfb240d6c5b3eff1e4f8b867fd7c-1 {}] regionserver.HStore(327): Store=bc5fcfb240d6c5b3eff1e4f8b867fd7c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:43,761 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,762 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,762 INFO [StoreOpener-b25112268b2ed1f494058dbe307624e5-1 {}] regionserver.HStore(327): Store=b25112268b2ed1f494058dbe307624e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:00:43,762 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,763 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,764 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,764 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,764 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,765 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,765 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,765 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,767 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,767 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,768 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened bc5fcfb240d6c5b3eff1e4f8b867fd7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63044382, jitterRate=-0.06056550145149231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:43,768 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,768 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for bc5fcfb240d6c5b3eff1e4f8b867fd7c: Running coprocessor pre-open hook at 1733385643750Writing region info on filesystem at 1733385643750Initializing all the Stores at 1733385643751 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385643751Cleaning up temporary data from old regions at 1733385643764 (+13 ms)Running coprocessor post-open hooks at 1733385643768 (+4 ms)Region opened successfully at 1733385643768 2024-12-05T08:00:43,768 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened b25112268b2ed1f494058dbe307624e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69445440, jitterRate=0.03481769561767578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:00:43,768 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,768 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for b25112268b2ed1f494058dbe307624e5: Running coprocessor pre-open hook at 1733385643749Writing region info on filesystem at 1733385643749Initializing all the Stores at 1733385643751 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385643751Cleaning up temporary data from old regions at 1733385643765 (+14 ms)Running coprocessor post-open hooks at 1733385643768 (+3 ms)Region opened successfully at 1733385643768 2024-12-05T08:00:43,769 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c., pid=44, masterSystemTime=1733385643720 2024-12-05T08:00:43,769 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5., pid=43, masterSystemTime=1733385643720 2024-12-05T08:00:43,771 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:43,771 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:43,772 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=b25112268b2ed1f494058dbe307624e5, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:43,772 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:43,772 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:43,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=bc5fcfb240d6c5b3eff1e4f8b867fd7c, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:43,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure b25112268b2ed1f494058dbe307624e5, server=fc6cd38557f3,40727,1733385590897 because future has completed 2024-12-05T08:00:43,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c, server=fc6cd38557f3,41033,1733385591018 because future has completed 2024-12-05T08:00:43,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-05T08:00:43,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure b25112268b2ed1f494058dbe307624e5, server=fc6cd38557f3,40727,1733385590897 in 10.0600 sec 2024-12-05T08:00:43,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-12-05T08:00:43,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b25112268b2ed1f494058dbe307624e5, ASSIGN in 10.2230 sec 2024-12-05T08:00:43,781 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:43,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c, server=fc6cd38557f3,41033,1733385591018 in 10.0600 sec 2024-12-05T08:00:43,783 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:43,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-12-05T08:00:43,784 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server fc6cd38557f3,46759,1733385591085 after splitting done 2024-12-05T08:00:43,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc5fcfb240d6c5b3eff1e4f8b867fd7c, ASSIGN in 10.2250 sec 2024-12-05T08:00:43,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure fc6cd38557f3,46759,1733385591085, splitWal=true, meta=false in 20.1590 sec 2024-12-05T08:00:49,268 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T08:00:49,371 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T08:00:52,455 INFO [regionserver/fc6cd38557f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T08:00:53,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T08:00:53,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:53,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T08:00:53,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T08:00:53,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b25112268b2ed1f494058dbe307624e5: 2024-12-05T08:00:53,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:53,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. for SnapshotProcedureTest completed. 2024-12-05T08:00:53,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:53,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T08:00:53,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb: 2024-12-05T08:00:53,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:00:53,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for bc5fcfb240d6c5b3eff1e4f8b867fd7c: 2024-12-05T08:00:53,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. for SnapshotProcedureTest completed. 2024-12-05T08:00:53,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:00:53,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:53,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. for SnapshotProcedureTest completed. 2024-12-05T08:00:53,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:00:53,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:00:53,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b0f8f55ae44b1d5b4ec7cd55dae52731: 2024-12-05T08:00:53,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:00:53,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. for SnapshotProcedureTest completed. 2024-12-05T08:00:53,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:00:53,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:00:53,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:00:53,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:00:53,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:00:53,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:00:53,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:00:53,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741860_1036 (size=57) 2024-12-05T08:00:53,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741859_1035 (size=65) 2024-12-05T08:00:53,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741860_1036 (size=57) 2024-12-05T08:00:53,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741859_1035 (size=65) 2024-12-05T08:00:53,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741859_1035 (size=65) 2024-12-05T08:00:53,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741860_1036 (size=57) 2024-12-05T08:00:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741858_1034 (size=65) 2024-12-05T08:00:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741858_1034 (size=65) 2024-12-05T08:00:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741858_1034 (size=65) 2024-12-05T08:00:53,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:00:53,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T08:00:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T08:00:53,822 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:53,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:00:53,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 88dfa3a5cb569f7bdb3ea4bd14fd7bcb in 30.4090 sec 2024-12-05T08:00:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741857_1033 (size=65) 2024-12-05T08:00:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741857_1033 (size=65) 2024-12-05T08:00:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741857_1033 (size=65) 2024-12-05T08:00:53,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:00:53,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T08:00:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T08:00:53,834 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:53,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 2024-12-05T08:00:53,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b25112268b2ed1f494058dbe307624e5 in 30.4210 sec 2024-12-05T08:00:54,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:00:54,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T08:00:54,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:00:54,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T08:00:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T08:00:54,219 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:54,220 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:00:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T08:00:54,220 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:54,220 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:00:54,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bc5fcfb240d6c5b3eff1e4f8b867fd7c in 30.8070 sec 2024-12-05T08:00:54,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-05T08:00:54,225 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T08:00:54,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b0f8f55ae44b1d5b4ec7cd55dae52731 in 30.8080 sec 2024-12-05T08:00:54,227 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T08:00:54,230 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T08:00:54,230 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T08:00:54,232 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T08:00:54,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741861_1037 (size=1094) 2024-12-05T08:00:54,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741861_1037 (size=1094) 2024-12-05T08:00:54,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741861_1037 (size=1094) 2024-12-05T08:00:54,257 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T08:00:54,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T08:00:54,270 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:54,270 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:54,270 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:54,270 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:54,270 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,41033,1733385591018 2024-12-05T08:00:54,275 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:00:56,185 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fc6cd38557f3:36065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-05T08:00:58,748 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5fb4c67566443fe70b6b9a970dcabb7e, had cached 0 bytes from a total of 47197 2024-12-05T08:00:58,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b0dd9f10ad481306b922c423ae88cf82, had cached 0 bytes from a total of 28623 2024-12-05T08:01:03,571 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 88dfa3a5cb569f7bdb3ea4bd14fd7bcb changed from -1.0 to 0.0, refreshing cache 2024-12-05T08:01:03,572 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1596a093eca189bbef5e5ec8da732c38 changed from -1.0 to 0.0, refreshing cache 2024-12-05T08:01:03,573 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d52e808efa5d7a604cfe1f4dea6ebe6c changed from -1.0 to 0.0, refreshing cache 2024-12-05T08:01:03,574 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b25112268b2ed1f494058dbe307624e5 changed from -1.0 to 0.0, refreshing cache 2024-12-05T08:01:03,575 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b0dd9f10ad481306b922c423ae88cf82 changed from -1.0 to 0.0, refreshing cache 2024-12-05T08:01:03,575 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8202ab5d01494ffdf2cd888efb2a187b changed from -1.0 to 0.0, refreshing cache 2024-12-05T08:01:03,576 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b0f8f55ae44b1d5b4ec7cd55dae52731 changed from -1.0 to 0.0, refreshing cache 2024-12-05T08:01:03,576 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dee8ff9cd6cce2858b450072845cc212 changed from -1.0 to 0.0, refreshing cache 2024-12-05T08:01:03,576 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5fb4c67566443fe70b6b9a970dcabb7e changed from -1.0 to 0.0, refreshing cache 2024-12-05T08:01:03,577 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bc5fcfb240d6c5b3eff1e4f8b867fd7c changed from -1.0 to 0.0, refreshing cache 2024-12-05T08:01:04,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-05T08:01:04,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-05T08:01:04,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-05T08:01:04,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-05T08:01:04,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-05T08:01:04,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-05T08:01:04,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T08:01:04,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T08:01:04,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-05T08:01:04,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-05T08:01:04,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-05T08:01:04,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-05T08:01:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-05T08:01:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-05T08:01:04,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-05T08:01:04,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-05T08:01:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-05T08:01:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-05T08:01:04,289 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,41033,1733385591018 Release verify snapshot worker=fc6cd38557f3,41033,1733385591018 2024-12-05T08:01:04,289 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 Release verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:01:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-05T08:01:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-05T08:01:04,290 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 Release verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:01:04,290 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,41033,1733385591018 Release verify snapshot worker=fc6cd38557f3,41033,1733385591018 2024-12-05T08:01:04,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 in 10.0240 sec 2024-12-05T08:01:04,292 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,41033,1733385591018 Release verify snapshot worker=fc6cd38557f3,41033,1733385591018 2024-12-05T08:01:04,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 in 10.0250 sec 2024-12-05T08:01:04,293 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:01:04,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,41033,1733385591018 in 10.0250 sec 2024-12-05T08:01:04,294 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 Release verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:01:04,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,41033,1733385591018 in 10.0240 sec 2024-12-05T08:01:04,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,41033,1733385591018 in 10.0270 sec 2024-12-05T08:01:04,296 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:01:04,296 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,41033,1733385591018 2024-12-05T08:01:04,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 in 10.0290 sec 2024-12-05T08:01:04,297 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:01:14,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-05T08:01:14,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-05T08:01:14,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-05T08:01:14,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-05T08:01:14,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-05T08:01:14,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-05T08:01:14,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-05T08:01:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-05T08:01:14,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-05T08:01:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-05T08:01:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-05T08:01:14,304 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 Release verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:01:14,304 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,41033,1733385591018 Release verify snapshot worker=fc6cd38557f3,41033,1733385591018 2024-12-05T08:01:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-05T08:01:14,305 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 Release verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:01:14,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,41033,1733385591018 in 20.0390 sec 2024-12-05T08:01:14,306 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 Release verify snapshot worker=fc6cd38557f3,40727,1733385590897 2024-12-05T08:01:14,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 in 20.0390 sec 2024-12-05T08:01:14,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 in 20.0410 sec 2024-12-05T08:01:14,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=25 2024-12-05T08:01:14,308 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-05T08:01:14,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,40727,1733385590897 in 20.0410 sec 2024-12-05T08:01:14,310 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/.hbase-snapshot/SnapshotProcedureTest 2024-12-05T08:01:14,312 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-05T08:01:14,312 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-05T08:01:14,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9420 sec 2024-12-05T08:01:14,511 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-05T08:01:14,518 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T08:01:14,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T08:01:14,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T08:01:14,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:01:14,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:01:14,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:01:14,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T08:01:14,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T08:01:14,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911968005, stopped=false 2024-12-05T08:01:14,519 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,36065,1733385590222 2024-12-05T08:01:14,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T08:01:14,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T08:01:14,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:14,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:14,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T08:01:14,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T08:01:14,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:14,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T08:01:14,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T08:01:14,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T08:01:14,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:01:14,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:01:14,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T08:01:14,575 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,40727,1733385590897' ***** 2024-12-05T08:01:14,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T08:01:14,575 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,41033,1733385591018' ***** 2024-12-05T08:01:14,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T08:01:14,576 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T08:01:14,576 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T08:01:14,576 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T08:01:14,576 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T08:01:14,577 INFO [RS:0;fc6cd38557f3:40727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T08:01:14,577 INFO [RS:1;fc6cd38557f3:41033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T08:01:14,577 INFO [RS:0;fc6cd38557f3:40727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T08:01:14,577 INFO [RS:1;fc6cd38557f3:41033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T08:01:14,577 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(3091): Received CLOSE for d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:01:14,577 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(3091): Received CLOSE for b0f8f55ae44b1d5b4ec7cd55dae52731 2024-12-05T08:01:14,578 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fb4c67566443fe70b6b9a970dcabb7e 2024-12-05T08:01:14,578 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(3091): Received CLOSE for bc5fcfb240d6c5b3eff1e4f8b867fd7c 2024-12-05T08:01:14,578 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(3091): Received CLOSE for 8202ab5d01494ffdf2cd888efb2a187b 2024-12-05T08:01:14,578 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(3091): Received CLOSE for dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:01:14,578 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,41033,1733385591018 2024-12-05T08:01:14,579 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0f8f55ae44b1d5b4ec7cd55dae52731, disabling compactions & flushes 2024-12-05T08:01:14,579 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T08:01:14,579 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:01:14,579 INFO [RS:1;fc6cd38557f3:41033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc6cd38557f3:41033. 2024-12-05T08:01:14,579 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:01:14,579 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. after waiting 0 ms 2024-12-05T08:01:14,579 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:01:14,579 DEBUG [RS:1;fc6cd38557f3:41033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:01:14,579 DEBUG [RS:1;fc6cd38557f3:41033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:01:14,579 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T08:01:14,579 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T08:01:14,579 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T08:01:14,580 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T08:01:14,582 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(3091): Received CLOSE for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb 2024-12-05T08:01:14,582 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(3091): Received CLOSE for b25112268b2ed1f494058dbe307624e5 2024-12-05T08:01:14,582 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1596a093eca189bbef5e5ec8da732c38 2024-12-05T08:01:14,582 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(3091): Received CLOSE for b0dd9f10ad481306b922c423ae88cf82 2024-12-05T08:01:14,582 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d52e808efa5d7a604cfe1f4dea6ebe6c, disabling compactions & flushes 2024-12-05T08:01:14,582 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,40727,1733385590897 2024-12-05T08:01:14,582 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:01:14,582 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T08:01:14,582 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-05T08:01:14,582 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:01:14,582 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T08:01:14,582 INFO [RS:0;fc6cd38557f3:40727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:40727. 2024-12-05T08:01:14,582 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T08:01:14,583 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. after waiting 0 ms 2024-12-05T08:01:14,583 DEBUG [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(1325): Online Regions={b0f8f55ae44b1d5b4ec7cd55dae52731=SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731., 5fb4c67566443fe70b6b9a970dcabb7e=SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e., 1588230740=hbase:meta,,1.1588230740, bc5fcfb240d6c5b3eff1e4f8b867fd7c=SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c., 8202ab5d01494ffdf2cd888efb2a187b=SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b., dee8ff9cd6cce2858b450072845cc212=SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212.} 2024-12-05T08:01:14,583 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T08:01:14,583 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:01:14,583 DEBUG [RS:0;fc6cd38557f3:40727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:01:14,583 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T08:01:14,583 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T08:01:14,583 DEBUG [RS:0;fc6cd38557f3:40727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:01:14,583 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-05T08:01:14,583 DEBUG [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(1325): Online Regions={d52e808efa5d7a604cfe1f4dea6ebe6c=SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c., 88dfa3a5cb569f7bdb3ea4bd14fd7bcb=SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb., b25112268b2ed1f494058dbe307624e5=SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5., 1596a093eca189bbef5e5ec8da732c38=SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38., b0dd9f10ad481306b922c423ae88cf82=SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82.} 2024-12-05T08:01:14,583 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-12-05T08:01:14,583 DEBUG [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fb4c67566443fe70b6b9a970dcabb7e, 8202ab5d01494ffdf2cd888efb2a187b, b0f8f55ae44b1d5b4ec7cd55dae52731, bc5fcfb240d6c5b3eff1e4f8b867fd7c, dee8ff9cd6cce2858b450072845cc212 2024-12-05T08:01:14,583 DEBUG [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(1351): Waiting on 1596a093eca189bbef5e5ec8da732c38, 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, b0dd9f10ad481306b922c423ae88cf82, b25112268b2ed1f494058dbe307624e5, d52e808efa5d7a604cfe1f4dea6ebe6c 2024-12-05T08:01:14,588 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0f8f55ae44b1d5b4ec7cd55dae52731/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:01:14,588 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/d52e808efa5d7a604cfe1f4dea6ebe6c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:01:14,591 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:01:14,591 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:01:14,591 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d52e808efa5d7a604cfe1f4dea6ebe6c: Waiting for close lock at 1733385674582Running coprocessor pre-close hooks at 1733385674582Disabling compacts and flushes for region at 1733385674582Disabling writes for close at 1733385674583 (+1 ms)Writing region close event to WAL at 1733385674584 (+1 ms)Running coprocessor post-close hooks at 1733385674589 (+5 ms)Closed at 1733385674591 (+2 ms) 2024-12-05T08:01:14,591 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0f8f55ae44b1d5b4ec7cd55dae52731: Waiting for close lock at 1733385674578Running coprocessor pre-close hooks at 1733385674578Disabling compacts and flushes for region at 1733385674578Disabling writes for close at 1733385674579 (+1 ms)Writing region close event to WAL at 1733385674582 (+3 ms)Running coprocessor post-close hooks at 1733385674589 (+7 ms)Closed at 1733385674591 (+2 ms) 2024-12-05T08:01:14,591 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733385603354.d52e808efa5d7a604cfe1f4dea6ebe6c. 2024-12-05T08:01:14,591 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733385603354.b0f8f55ae44b1d5b4ec7cd55dae52731. 2024-12-05T08:01:14,591 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88dfa3a5cb569f7bdb3ea4bd14fd7bcb, disabling compactions & flushes 2024-12-05T08:01:14,591 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:01:14,591 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fb4c67566443fe70b6b9a970dcabb7e, disabling compactions & flushes 2024-12-05T08:01:14,591 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:01:14,591 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:01:14,591 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. after waiting 0 ms 2024-12-05T08:01:14,592 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:01:14,592 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:01:14,592 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. after waiting 0 ms 2024-12-05T08:01:14,592 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:01:14,600 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/88dfa3a5cb569f7bdb3ea4bd14fd7bcb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:01:14,601 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:01:14,601 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88dfa3a5cb569f7bdb3ea4bd14fd7bcb: Waiting for close lock at 1733385674591Running coprocessor pre-close hooks at 1733385674591Disabling compacts and flushes for region at 1733385674591Disabling writes for close at 1733385674591Writing region close event to WAL at 1733385674592 (+1 ms)Running coprocessor post-close hooks at 1733385674600 (+8 ms)Closed at 1733385674601 (+1 ms) 2024-12-05T08:01:14,601 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb. 2024-12-05T08:01:14,601 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b25112268b2ed1f494058dbe307624e5, disabling compactions & flushes 2024-12-05T08:01:14,601 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:01:14,601 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:01:14,601 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. after waiting 0 ms 2024-12-05T08:01:14,601 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:01:14,605 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/5fb4c67566443fe70b6b9a970dcabb7e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T08:01:14,607 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:01:14,607 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fb4c67566443fe70b6b9a970dcabb7e: Waiting for close lock at 1733385674591Running coprocessor pre-close hooks at 1733385674591Disabling compacts and flushes for region at 1733385674591Disabling writes for close at 1733385674592 (+1 ms)Writing region close event to WAL at 1733385674599 (+7 ms)Running coprocessor post-close hooks at 1733385674606 (+7 ms)Closed at 1733385674606 2024-12-05T08:01:14,607 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733385603354.5fb4c67566443fe70b6b9a970dcabb7e. 2024-12-05T08:01:14,607 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc5fcfb240d6c5b3eff1e4f8b867fd7c, disabling compactions & flushes 2024-12-05T08:01:14,607 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:01:14,607 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:01:14,607 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. after waiting 0 ms 2024-12-05T08:01:14,607 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:01:14,611 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/.tmp/info/3d0c4d779fca45f3a7a8891c41246f3f is 167, key is SPTestTable,19999999,1733385603354.88dfa3a5cb569f7bdb3ea4bd14fd7bcb./info:regioninfo/1733385643748/Put/seqid=0 2024-12-05T08:01:14,611 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b25112268b2ed1f494058dbe307624e5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:01:14,613 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:01:14,614 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b25112268b2ed1f494058dbe307624e5: Waiting for close lock at 1733385674601Running coprocessor pre-close hooks at 1733385674601Disabling compacts and flushes for region at 1733385674601Disabling writes for close at 1733385674601Writing region close event to WAL at 1733385674604 (+3 ms)Running coprocessor post-close hooks at 1733385674613 (+9 ms)Closed at 1733385674613 2024-12-05T08:01:14,614 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733385603354.b25112268b2ed1f494058dbe307624e5. 2024-12-05T08:01:14,614 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1596a093eca189bbef5e5ec8da732c38, disabling compactions & flushes 2024-12-05T08:01:14,614 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:01:14,614 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:01:14,614 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. after waiting 0 ms 2024-12-05T08:01:14,614 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:01:14,619 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/bc5fcfb240d6c5b3eff1e4f8b867fd7c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:01:14,620 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:01:14,620 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc5fcfb240d6c5b3eff1e4f8b867fd7c: Waiting for close lock at 1733385674607Running coprocessor pre-close hooks at 1733385674607Disabling compacts and flushes for region at 1733385674607Disabling writes for close at 1733385674607Writing region close event to WAL at 1733385674610 (+3 ms)Running coprocessor post-close hooks at 1733385674620 (+10 ms)Closed at 1733385674620 2024-12-05T08:01:14,620 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733385603354.bc5fcfb240d6c5b3eff1e4f8b867fd7c. 2024-12-05T08:01:14,620 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8202ab5d01494ffdf2cd888efb2a187b, disabling compactions & flushes 2024-12-05T08:01:14,620 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:01:14,620 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:01:14,620 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. after waiting 0 ms 2024-12-05T08:01:14,620 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:01:14,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741862_1038 (size=20292) 2024-12-05T08:01:14,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741862_1038 (size=20292) 2024-12-05T08:01:14,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741862_1038 (size=20292) 2024-12-05T08:01:14,627 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/1596a093eca189bbef5e5ec8da732c38/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:01:14,627 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/.tmp/info/3d0c4d779fca45f3a7a8891c41246f3f 2024-12-05T08:01:14,628 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:01:14,628 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1596a093eca189bbef5e5ec8da732c38: Waiting for close lock at 1733385674614Running coprocessor pre-close hooks at 1733385674614Disabling compacts and flushes for region at 1733385674614Disabling writes for close at 1733385674614Writing region close event to WAL at 1733385674615 (+1 ms)Running coprocessor post-close hooks at 1733385674628 (+13 ms)Closed at 1733385674628 2024-12-05T08:01:14,628 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733385603354.1596a093eca189bbef5e5ec8da732c38. 2024-12-05T08:01:14,629 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0dd9f10ad481306b922c423ae88cf82, disabling compactions & flushes 2024-12-05T08:01:14,629 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:01:14,629 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:01:14,629 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. after waiting 0 ms 2024-12-05T08:01:14,629 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:01:14,629 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/8202ab5d01494ffdf2cd888efb2a187b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:01:14,630 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:01:14,630 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8202ab5d01494ffdf2cd888efb2a187b: Waiting for close lock at 1733385674620Running coprocessor pre-close hooks at 1733385674620Disabling compacts and flushes for region at 1733385674620Disabling writes for close at 1733385674620Writing region close event to WAL at 1733385674623 (+3 ms)Running coprocessor post-close hooks at 1733385674630 (+7 ms)Closed at 1733385674630 2024-12-05T08:01:14,630 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733385603354.8202ab5d01494ffdf2cd888efb2a187b. 2024-12-05T08:01:14,630 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dee8ff9cd6cce2858b450072845cc212, disabling compactions & flushes 2024-12-05T08:01:14,630 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:01:14,630 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:01:14,630 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. after waiting 0 ms 2024-12-05T08:01:14,630 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:01:14,640 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/dee8ff9cd6cce2858b450072845cc212/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:01:14,640 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:01:14,641 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dee8ff9cd6cce2858b450072845cc212: Waiting for close lock at 1733385674630Running coprocessor pre-close hooks at 1733385674630Disabling compacts and flushes for region at 1733385674630Disabling writes for close at 1733385674630Writing region close event to WAL at 1733385674631 (+1 ms)Running coprocessor post-close hooks at 1733385674640 (+9 ms)Closed at 1733385674640 2024-12-05T08:01:14,641 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733385603354.dee8ff9cd6cce2858b450072845cc212. 2024-12-05T08:01:14,645 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:01:14,645 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:01:14,646 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/default/SPTestTable/b0dd9f10ad481306b922c423ae88cf82/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T08:01:14,646 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:01:14,646 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0dd9f10ad481306b922c423ae88cf82: Waiting for close lock at 1733385674629Running coprocessor pre-close hooks at 1733385674629Disabling compacts and flushes for region at 1733385674629Disabling writes for close at 1733385674629Writing region close event to WAL at 1733385674639 (+10 ms)Running coprocessor post-close hooks at 1733385674646 (+7 ms)Closed at 1733385674646 2024-12-05T08:01:14,646 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733385603354.b0dd9f10ad481306b922c423ae88cf82. 2024-12-05T08:01:14,658 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/.tmp/ns/d26dc361922f4d40aa7a984e8a7260e5 is 43, key is default/ns:d/1733385603107/Put/seqid=0 2024-12-05T08:01:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741863_1039 (size=5153) 2024-12-05T08:01:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741863_1039 (size=5153) 2024-12-05T08:01:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741863_1039 (size=5153) 2024-12-05T08:01:14,665 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/.tmp/ns/d26dc361922f4d40aa7a984e8a7260e5 2024-12-05T08:01:14,686 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/.tmp/table/8f67b75713cf42b2979f9ffac58c254a is 47, key is SPTestTable/table:state/1733385613891/Put/seqid=0 2024-12-05T08:01:14,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741864_1040 (size=5214) 2024-12-05T08:01:14,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741864_1040 (size=5214) 2024-12-05T08:01:14,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741864_1040 (size=5214) 2024-12-05T08:01:14,694 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/.tmp/table/8f67b75713cf42b2979f9ffac58c254a 2024-12-05T08:01:14,703 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/.tmp/info/3d0c4d779fca45f3a7a8891c41246f3f as hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/info/3d0c4d779fca45f3a7a8891c41246f3f 2024-12-05T08:01:14,712 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/info/3d0c4d779fca45f3a7a8891c41246f3f, entries=116, sequenceid=37, filesize=19.8 K 2024-12-05T08:01:14,713 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/.tmp/ns/d26dc361922f4d40aa7a984e8a7260e5 as hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/ns/d26dc361922f4d40aa7a984e8a7260e5 2024-12-05T08:01:14,722 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/ns/d26dc361922f4d40aa7a984e8a7260e5, entries=2, sequenceid=37, filesize=5.0 K 2024-12-05T08:01:14,723 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/.tmp/table/8f67b75713cf42b2979f9ffac58c254a as hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/table/8f67b75713cf42b2979f9ffac58c254a 2024-12-05T08:01:14,730 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/table/8f67b75713cf42b2979f9ffac58c254a, entries=2, sequenceid=37, filesize=5.1 K 2024-12-05T08:01:14,731 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=37, compaction requested=false 2024-12-05T08:01:14,736 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-05T08:01:14,737 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T08:01:14,737 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T08:01:14,737 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385674582Running coprocessor pre-close hooks at 1733385674582Disabling compacts and flushes for region at 1733385674582Disabling writes for close at 1733385674583 (+1 ms)Obtaining lock to block concurrent updates at 1733385674583Preparing flush snapshotting stores in 1588230740 at 1733385674583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1733385674583Flushing stores of hbase:meta,,1.1588230740 at 1733385674584 (+1 ms)Flushing 1588230740/info: creating writer at 1733385674585 (+1 ms)Flushing 1588230740/info: appending metadata at 1733385674610 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733385674610Flushing 1588230740/ns: creating writer at 1733385674641 (+31 ms)Flushing 1588230740/ns: appending metadata at 1733385674657 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733385674657Flushing 1588230740/table: creating writer at 1733385674673 (+16 ms)Flushing 1588230740/table: appending metadata at 1733385674686 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733385674686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d4237d: reopening flushed file at 1733385674702 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a6966cd: reopening flushed file at 1733385674712 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5b79e7: reopening flushed file at 1733385674722 (+10 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=37, compaction requested=false at 1733385674731 (+9 ms)Writing region close event to WAL at 1733385674733 (+2 ms)Running coprocessor post-close hooks at 1733385674737 (+4 ms)Closed at 1733385674737 2024-12-05T08:01:14,737 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T08:01:14,783 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,41033,1733385591018; all regions closed. 2024-12-05T08:01:14,783 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,40727,1733385590897; all regions closed. 2024-12-05T08:01:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741834_1010 (size=3530) 2024-12-05T08:01:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741834_1010 (size=3530) 2024-12-05T08:01:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741834_1010 (size=3530) 2024-12-05T08:01:14,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741836_1012 (size=19530) 2024-12-05T08:01:14,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741836_1012 (size=19530) 2024-12-05T08:01:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741836_1012 (size=19530) 2024-12-05T08:01:14,791 DEBUG [RS:0;fc6cd38557f3:40727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/oldWALs 2024-12-05T08:01:14,791 DEBUG [RS:1;fc6cd38557f3:41033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/oldWALs 2024-12-05T08:01:14,792 INFO [RS:1;fc6cd38557f3:41033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C41033%2C1733385591018.meta:.meta(num 1733385602873) 2024-12-05T08:01:14,792 INFO [RS:0;fc6cd38557f3:40727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C40727%2C1733385590897:(num 1733385592630) 2024-12-05T08:01:14,792 DEBUG [RS:0;fc6cd38557f3:40727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:01:14,792 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:01:14,792 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T08:01:14,792 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T08:01:14,792 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T08:01:14,792 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T08:01:14,792 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T08:01:14,792 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T08:01:14,792 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T08:01:14,793 INFO [RS:0;fc6cd38557f3:40727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40727 2024-12-05T08:01:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741833_1009 (size=3500) 2024-12-05T08:01:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741833_1009 (size=3500) 2024-12-05T08:01:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741833_1009 (size=3500) 2024-12-05T08:01:14,797 DEBUG [RS:1;fc6cd38557f3:41033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/oldWALs 2024-12-05T08:01:14,797 INFO [RS:1;fc6cd38557f3:41033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C41033%2C1733385591018:(num 1733385592629) 2024-12-05T08:01:14,797 DEBUG [RS:1;fc6cd38557f3:41033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:01:14,797 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:01:14,797 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T08:01:14,798 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T08:01:14,798 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T08:01:14,798 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T08:01:14,798 INFO [RS:1;fc6cd38557f3:41033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41033 2024-12-05T08:01:14,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,40727,1733385590897 2024-12-05T08:01:14,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T08:01:14,820 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T08:01:14,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,41033,1733385591018 2024-12-05T08:01:14,830 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T08:01:14,830 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007ff024901848@758b4535 rejected from java.util.concurrent.ThreadPoolExecutor@3089d5e0[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T08:01:14,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,40727,1733385590897] 2024-12-05T08:01:14,855 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,40727,1733385590897 already deleted, retry=false 2024-12-05T08:01:14,855 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,40727,1733385590897 expired; onlineServers=1 2024-12-05T08:01:14,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,41033,1733385591018] 2024-12-05T08:01:14,863 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,41033,1733385591018 already deleted, retry=false 2024-12-05T08:01:14,863 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,41033,1733385591018 expired; onlineServers=0 2024-12-05T08:01:14,863 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,36065,1733385590222' ***** 2024-12-05T08:01:14,863 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T08:01:14,863 INFO [M:0;fc6cd38557f3:36065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T08:01:14,863 INFO [M:0;fc6cd38557f3:36065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T08:01:14,863 DEBUG [M:0;fc6cd38557f3:36065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T08:01:14,863 DEBUG [M:0;fc6cd38557f3:36065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T08:01:14,863 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T08:01:14,863 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385592224 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385592224,5,FailOnTimeoutGroup] 2024-12-05T08:01:14,863 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385592231 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385592231,5,FailOnTimeoutGroup] 2024-12-05T08:01:14,864 INFO [M:0;fc6cd38557f3:36065 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T08:01:14,864 INFO [M:0;fc6cd38557f3:36065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T08:01:14,864 DEBUG [M:0;fc6cd38557f3:36065 {}] master.HMaster(1795): Stopping service threads 2024-12-05T08:01:14,864 INFO [M:0;fc6cd38557f3:36065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T08:01:14,864 INFO [M:0;fc6cd38557f3:36065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T08:01:14,864 ERROR [M:0;fc6cd38557f3:36065 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:45537 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45537,5,PEWorkerGroup] 2024-12-05T08:01:14,865 INFO [M:0;fc6cd38557f3:36065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T08:01:14,865 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T08:01:14,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T08:01:14,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:14,871 DEBUG [M:0;fc6cd38557f3:36065 {}] zookeeper.ZKUtil(347): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T08:01:14,872 WARN [M:0;fc6cd38557f3:36065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T08:01:14,872 INFO [M:0;fc6cd38557f3:36065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/.lastflushedseqids 2024-12-05T08:01:14,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741865_1041 (size=686) 2024-12-05T08:01:14,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741865_1041 (size=686) 2024-12-05T08:01:14,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741865_1041 (size=686) 2024-12-05T08:01:14,887 INFO [M:0;fc6cd38557f3:36065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T08:01:14,887 INFO [M:0;fc6cd38557f3:36065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T08:01:14,887 DEBUG [M:0;fc6cd38557f3:36065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T08:01:14,887 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:01:14,887 DEBUG [M:0;fc6cd38557f3:36065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:01:14,887 DEBUG [M:0;fc6cd38557f3:36065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T08:01:14,887 DEBUG [M:0;fc6cd38557f3:36065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:01:14,887 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.25 KB heapSize=242.02 KB 2024-12-05T08:01:14,901 DEBUG [M:0;fc6cd38557f3:36065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73ce5b4023ff449f9f4cf4fcbad7cea6 is 82, key is hbase:meta,,1/info:regioninfo/1733385602964/Put/seqid=0 2024-12-05T08:01:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741866_1042 (size=5672) 2024-12-05T08:01:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741866_1042 (size=5672) 2024-12-05T08:01:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741866_1042 (size=5672) 2024-12-05T08:01:14,910 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73ce5b4023ff449f9f4cf4fcbad7cea6 2024-12-05T08:01:14,931 DEBUG [M:0;fc6cd38557f3:36065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff62dfc92b0a4c2fbb591e3d635ceee5 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733385613900/Put/seqid=0 2024-12-05T08:01:14,938 INFO [RS:0;fc6cd38557f3:40727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T08:01:14,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:01:14,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x101a5caa5750001, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:01:14,938 INFO [RS:0;fc6cd38557f3:40727 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,40727,1733385590897; zookeeper connection closed. 2024-12-05T08:01:14,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741867_1043 (size=8973) 2024-12-05T08:01:14,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741867_1043 (size=8973) 2024-12-05T08:01:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741867_1043 (size=8973) 2024-12-05T08:01:14,939 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.51 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff62dfc92b0a4c2fbb591e3d635ceee5 2024-12-05T08:01:14,940 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78f6f236 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78f6f236 2024-12-05T08:01:14,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:01:14,946 INFO [RS:1;fc6cd38557f3:41033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T08:01:14,946 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff62dfc92b0a4c2fbb591e3d635ceee5 2024-12-05T08:01:14,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41033-0x101a5caa5750002, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:01:14,946 INFO [RS:1;fc6cd38557f3:41033 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,41033,1733385591018; zookeeper connection closed. 2024-12-05T08:01:14,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18f8d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18f8d6 2024-12-05T08:01:14,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T08:01:14,967 DEBUG [M:0;fc6cd38557f3:36065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d8d680f82c64615b9ac563155f58fd4 is 69, key is fc6cd38557f3,40727,1733385590897/rs:state/1733385592300/Put/seqid=0 2024-12-05T08:01:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741868_1044 (size=5441) 2024-12-05T08:01:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741868_1044 (size=5441) 2024-12-05T08:01:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741868_1044 (size=5441) 2024-12-05T08:01:14,974 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d8d680f82c64615b9ac563155f58fd4 2024-12-05T08:01:14,980 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d8d680f82c64615b9ac563155f58fd4 2024-12-05T08:01:14,981 DEBUG [M:0;fc6cd38557f3:36065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73ce5b4023ff449f9f4cf4fcbad7cea6 as hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73ce5b4023ff449f9f4cf4fcbad7cea6 2024-12-05T08:01:14,987 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73ce5b4023ff449f9f4cf4fcbad7cea6, entries=8, sequenceid=513, filesize=5.5 K 2024-12-05T08:01:14,988 DEBUG [M:0;fc6cd38557f3:36065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff62dfc92b0a4c2fbb591e3d635ceee5 as hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff62dfc92b0a4c2fbb591e3d635ceee5 2024-12-05T08:01:14,994 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff62dfc92b0a4c2fbb591e3d635ceee5 2024-12-05T08:01:14,995 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff62dfc92b0a4c2fbb591e3d635ceee5, entries=56, sequenceid=513, filesize=8.8 K 2024-12-05T08:01:14,996 DEBUG [M:0;fc6cd38557f3:36065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d8d680f82c64615b9ac563155f58fd4 as hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d8d680f82c64615b9ac563155f58fd4 2024-12-05T08:01:15,003 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d8d680f82c64615b9ac563155f58fd4 2024-12-05T08:01:15,003 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/b9d94762-4ad3-3a21-b34e-9166fdf5a206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d8d680f82c64615b9ac563155f58fd4, entries=3, sequenceid=513, filesize=5.3 K 2024-12-05T08:01:15,004 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=513, compaction requested=false 2024-12-05T08:01:15,005 INFO [M:0;fc6cd38557f3:36065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:01:15,005 DEBUG [M:0;fc6cd38557f3:36065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385674887Disabling compacts and flushes for region at 1733385674887Disabling writes for close at 1733385674887Obtaining lock to block concurrent updates at 1733385674887Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733385674887Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199931, getHeapSize=247760, getOffHeapSize=0, getCellsCount=620 at 1733385674888 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733385674888Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733385674888Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733385674901 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733385674901Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733385674916 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733385674931 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733385674931Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733385674947 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733385674966 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733385674966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1fb48c: reopening flushed file at 1733385674980 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@368e107: reopening flushed file at 1733385674987 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ced6c1: reopening flushed file at 1733385674995 (+8 ms)Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=513, compaction requested=false at 1733385675004 (+9 ms)Writing region close event to WAL at 1733385675005 (+1 ms)Closed at 1733385675005 2024-12-05T08:01:15,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741830_1006 (size=234123) 2024-12-05T08:01:15,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741830_1006 (size=234123) 2024-12-05T08:01:15,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741830_1006 (size=234123) 2024-12-05T08:01:15,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T08:01:15,009 INFO [M:0;fc6cd38557f3:36065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T08:01:15,009 INFO [M:0;fc6cd38557f3:36065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36065 2024-12-05T08:01:15,009 INFO [M:0;fc6cd38557f3:36065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T08:01:15,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:01:15,138 INFO [M:0;fc6cd38557f3:36065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T08:01:15,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x101a5caa5750000, quorum=127.0.0.1:59683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:01:15,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T08:01:15,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T08:01:15,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T08:01:15,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T08:01:15,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.log.dir/,STOPPED} 2024-12-05T08:01:15,184 WARN [BP-1893257402-172.17.0.2-1733385586204 heartbeating to localhost/127.0.0.1:45537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T08:01:15,184 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T08:01:15,185 WARN [BP-1893257402-172.17.0.2-1733385586204 heartbeating to localhost/127.0.0.1:45537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1893257402-172.17.0.2-1733385586204 (Datanode Uuid 7b23dbf5-4fe4-4a17-acb8-68a21cf79cb3) service to localhost/127.0.0.1:45537 2024-12-05T08:01:15,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T08:01:15,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data5/current/BP-1893257402-172.17.0.2-1733385586204 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:01:15,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data6/current/BP-1893257402-172.17.0.2-1733385586204 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:01:15,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T08:01:15,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T08:01:15,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T08:01:15,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T08:01:15,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T08:01:15,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.log.dir/,STOPPED} 2024-12-05T08:01:15,190 WARN [BP-1893257402-172.17.0.2-1733385586204 heartbeating to localhost/127.0.0.1:45537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T08:01:15,190 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T08:01:15,190 WARN [BP-1893257402-172.17.0.2-1733385586204 heartbeating to localhost/127.0.0.1:45537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1893257402-172.17.0.2-1733385586204 (Datanode Uuid 1fdba19f-729b-4a3e-9246-20cd8d2f9621) service to localhost/127.0.0.1:45537 2024-12-05T08:01:15,190 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T08:01:15,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data3/current/BP-1893257402-172.17.0.2-1733385586204 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:01:15,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data4/current/BP-1893257402-172.17.0.2-1733385586204 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:01:15,191 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T08:01:15,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T08:01:15,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T08:01:15,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T08:01:15,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T08:01:15,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.log.dir/,STOPPED} 2024-12-05T08:01:15,195 WARN [BP-1893257402-172.17.0.2-1733385586204 heartbeating to localhost/127.0.0.1:45537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T08:01:15,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T08:01:15,195 WARN [BP-1893257402-172.17.0.2-1733385586204 heartbeating to localhost/127.0.0.1:45537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1893257402-172.17.0.2-1733385586204 (Datanode Uuid 331da74e-31ca-4ba3-84bf-deccae51e0a0) service to localhost/127.0.0.1:45537 2024-12-05T08:01:15,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T08:01:15,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data1/current/BP-1893257402-172.17.0.2-1733385586204 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:01:15,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/cluster_3d3da7d7-95f1-084b-5d6c-390273c77ad6/data/data2/current/BP-1893257402-172.17.0.2-1733385586204 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:01:15,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T08:01:15,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T08:01:15,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T08:01:15,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T08:01:15,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T08:01:15,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.log.dir/,STOPPED} 2024-12-05T08:01:15,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T08:01:15,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T08:01:15,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fc6cd38557f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fc6cd38557f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/fc6cd38557f3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fc6cd38557f3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45537 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a1f6ba8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fc6cd38557f3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fc6cd38557f3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fc6cd38557f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45537 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=74 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=6196 (was 8154) 2024-12-05T08:01:15,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=74, ProcessCount=11, AvailableMemoryMB=6196 2024-12-05T08:01:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.log.dir so I do NOT create it in target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368 2024-12-05T08:01:15,275 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T08:01:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.tmp.dir so I do NOT create it in target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368 2024-12-05T08:01:15,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/808db45a-44f3-b2fa-2faf-74fcde9a6b21/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T08:01:15,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368 2024-12-05T08:01:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T08:01:15,276 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf, deleteOnExit=true 2024-12-05T08:01:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T08:01:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/test.cache.data in system properties and HBase conf 2024-12-05T08:01:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T08:01:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/hadoop.log.dir in system properties and HBase conf 2024-12-05T08:01:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T08:01:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T08:01:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T08:01:15,276 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/nfs.dump.dir in system properties and HBase conf 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/java.io.tmpdir in system properties and HBase conf 2024-12-05T08:01:15,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T08:01:15,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T08:01:15,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T08:01:15,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T08:01:15,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T08:01:15,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T08:01:15,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T08:01:15,564 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T08:01:15,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T08:01:15,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f594751{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/hadoop.log.dir/,AVAILABLE} 2024-12-05T08:01:15,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30d03752{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T08:01:15,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ec05261{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/java.io.tmpdir/jetty-localhost-34561-hadoop-hdfs-3_4_1-tests_jar-_-any-16709934961594336914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T08:01:15,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295706e1{HTTP/1.1, (http/1.1)}{localhost:34561} 2024-12-05T08:01:15,657 INFO [Time-limited test {}] server.Server(415): Started @91521ms 2024-12-05T08:01:15,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T08:01:15,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T08:01:15,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T08:01:15,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T08:01:15,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T08:01:15,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d856a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/hadoop.log.dir/,AVAILABLE} 2024-12-05T08:01:15,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d3fcae4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T08:01:15,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22c8ef2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/java.io.tmpdir/jetty-localhost-39335-hadoop-hdfs-3_4_1-tests_jar-_-any-16168410990643698482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T08:01:15,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34683201{HTTP/1.1, (http/1.1)}{localhost:39335} 2024-12-05T08:01:15,978 INFO [Time-limited test {}] server.Server(415): Started @91842ms 2024-12-05T08:01:15,979 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T08:01:16,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T08:01:16,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T08:01:16,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T08:01:16,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T08:01:16,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T08:01:16,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75dd10e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/hadoop.log.dir/,AVAILABLE} 2024-12-05T08:01:16,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a7ea158{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T08:01:16,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38b5411d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/java.io.tmpdir/jetty-localhost-41847-hadoop-hdfs-3_4_1-tests_jar-_-any-16692780124167451803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T08:01:16,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7539655b{HTTP/1.1, (http/1.1)}{localhost:41847} 2024-12-05T08:01:16,101 INFO [Time-limited test {}] server.Server(415): Started @91965ms 2024-12-05T08:01:16,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T08:01:16,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T08:01:16,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T08:01:16,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T08:01:16,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T08:01:16,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T08:01:16,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7844ccb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/hadoop.log.dir/,AVAILABLE} 2024-12-05T08:01:16,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555392b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T08:01:16,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e2837d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/java.io.tmpdir/jetty-localhost-35911-hadoop-hdfs-3_4_1-tests_jar-_-any-16006966566459394128/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T08:01:16,228 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1009edfd{HTTP/1.1, (http/1.1)}{localhost:35911} 2024-12-05T08:01:16,228 INFO [Time-limited test {}] server.Server(415): Started @92092ms 2024-12-05T08:01:16,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T08:01:17,101 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data1/current/BP-789300384-172.17.0.2-1733385675293/current, will proceed with Du for space computation calculation, 2024-12-05T08:01:17,101 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data2/current/BP-789300384-172.17.0.2-1733385675293/current, will proceed with Du for space computation calculation, 2024-12-05T08:01:17,118 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T08:01:17,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b40b9e86c573ad8 with lease ID 0xc996e835296b2eff: Processing first storage report for DS-86797b4a-9a85-4992-89bb-74dfc4b7e646 from datanode DatanodeRegistration(127.0.0.1:46001, datanodeUuid=a2ab0fdd-5fa1-48d9-87ba-a6a701633b2e, infoPort=33609, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293) 2024-12-05T08:01:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b40b9e86c573ad8 with lease ID 0xc996e835296b2eff: from storage DS-86797b4a-9a85-4992-89bb-74dfc4b7e646 node DatanodeRegistration(127.0.0.1:46001, datanodeUuid=a2ab0fdd-5fa1-48d9-87ba-a6a701633b2e, infoPort=33609, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T08:01:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b40b9e86c573ad8 with lease ID 0xc996e835296b2eff: Processing first storage report for DS-799e5d97-40f0-4f72-8014-8c1a3bef8b06 from datanode DatanodeRegistration(127.0.0.1:46001, datanodeUuid=a2ab0fdd-5fa1-48d9-87ba-a6a701633b2e, infoPort=33609, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293) 2024-12-05T08:01:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b40b9e86c573ad8 with lease ID 0xc996e835296b2eff: from storage DS-799e5d97-40f0-4f72-8014-8c1a3bef8b06 node DatanodeRegistration(127.0.0.1:46001, datanodeUuid=a2ab0fdd-5fa1-48d9-87ba-a6a701633b2e, infoPort=33609, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T08:01:17,317 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data3/current/BP-789300384-172.17.0.2-1733385675293/current, will proceed with Du for space computation calculation, 2024-12-05T08:01:17,317 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data4/current/BP-789300384-172.17.0.2-1733385675293/current, will proceed with Du for space computation calculation, 2024-12-05T08:01:17,336 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T08:01:17,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b44ea4580c1fc81 with lease ID 0xc996e835296b2f00: Processing first storage report for DS-9610d3b5-11d9-4b8f-aede-0a4421c792c5 from datanode DatanodeRegistration(127.0.0.1:37989, datanodeUuid=6b4a8324-bbd7-4fb1-b37f-fedfdfddd4e3, infoPort=43153, infoSecurePort=0, ipcPort=34387, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293) 2024-12-05T08:01:17,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b44ea4580c1fc81 with lease ID 0xc996e835296b2f00: from storage DS-9610d3b5-11d9-4b8f-aede-0a4421c792c5 node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=6b4a8324-bbd7-4fb1-b37f-fedfdfddd4e3, infoPort=43153, infoSecurePort=0, ipcPort=34387, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T08:01:17,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b44ea4580c1fc81 with lease ID 0xc996e835296b2f00: Processing first storage report for DS-793e87a6-6941-4644-baea-eaab63e26139 from datanode DatanodeRegistration(127.0.0.1:37989, datanodeUuid=6b4a8324-bbd7-4fb1-b37f-fedfdfddd4e3, infoPort=43153, infoSecurePort=0, ipcPort=34387, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293) 2024-12-05T08:01:17,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b44ea4580c1fc81 with lease ID 0xc996e835296b2f00: from storage DS-793e87a6-6941-4644-baea-eaab63e26139 node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=6b4a8324-bbd7-4fb1-b37f-fedfdfddd4e3, infoPort=43153, infoSecurePort=0, ipcPort=34387, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T08:01:17,463 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data5/current/BP-789300384-172.17.0.2-1733385675293/current, will proceed with Du for space computation calculation, 2024-12-05T08:01:17,463 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data6/current/BP-789300384-172.17.0.2-1733385675293/current, will proceed with Du for space computation calculation, 2024-12-05T08:01:17,481 WARN [Thread-691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T08:01:17,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24f630e653e62c44 with lease ID 0xc996e835296b2f01: Processing first storage report for DS-aecedfb8-2eff-4fa5-8120-dd1154a022d5 from datanode DatanodeRegistration(127.0.0.1:33231, datanodeUuid=1124dd3a-dc57-4795-b6de-343aa0e81742, infoPort=44233, infoSecurePort=0, ipcPort=33245, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293) 2024-12-05T08:01:17,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24f630e653e62c44 with lease ID 0xc996e835296b2f01: from storage DS-aecedfb8-2eff-4fa5-8120-dd1154a022d5 node DatanodeRegistration(127.0.0.1:33231, datanodeUuid=1124dd3a-dc57-4795-b6de-343aa0e81742, infoPort=44233, infoSecurePort=0, ipcPort=33245, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T08:01:17,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24f630e653e62c44 with lease ID 0xc996e835296b2f01: Processing first storage report for DS-7fc0591b-d528-4aee-94ba-16c16a30f373 from datanode DatanodeRegistration(127.0.0.1:33231, datanodeUuid=1124dd3a-dc57-4795-b6de-343aa0e81742, infoPort=44233, infoSecurePort=0, ipcPort=33245, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293) 2024-12-05T08:01:17,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24f630e653e62c44 with lease ID 0xc996e835296b2f01: from storage DS-7fc0591b-d528-4aee-94ba-16c16a30f373 node DatanodeRegistration(127.0.0.1:33231, datanodeUuid=1124dd3a-dc57-4795-b6de-343aa0e81742, infoPort=44233, infoSecurePort=0, ipcPort=33245, storageInfo=lv=-57;cid=testClusterID;nsid=963579287;c=1733385675293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T08:01:17,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368 2024-12-05T08:01:17,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/zookeeper_0, clientPort=58440, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T08:01:17,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58440 2024-12-05T08:01:17,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T08:01:17,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T08:01:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741825_1001 (size=7) 2024-12-05T08:01:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741825_1001 (size=7) 2024-12-05T08:01:17,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741825_1001 (size=7) 2024-12-05T08:01:17,585 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 with version=8 2024-12-05T08:01:17,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/hbase-staging 2024-12-05T08:01:17,588 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T08:01:17,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T08:01:17,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T08:01:17,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T08:01:17,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T08:01:17,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41229 2024-12-05T08:01:17,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41229 connecting to ZooKeeper ensemble=127.0.0.1:58440 2024-12-05T08:01:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412290x0, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T08:01:17,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41229-0x101a5cbfdc30000 connected 2024-12-05T08:01:17,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T08:01:17,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T08:01:17,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T08:01:17,718 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130, hbase.cluster.distributed=false 2024-12-05T08:01:17,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T08:01:17,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41229 2024-12-05T08:01:17,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41229 2024-12-05T08:01:17,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41229 2024-12-05T08:01:17,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41229 2024-12-05T08:01:17,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41229 2024-12-05T08:01:17,737 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T08:01:17,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T08:01:17,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T08:01:17,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T08:01:17,738 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T08:01:17,738 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39209 2024-12-05T08:01:17,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39209 connecting to ZooKeeper ensemble=127.0.0.1:58440 2024-12-05T08:01:17,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T08:01:17,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T08:01:17,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392090x0, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T08:01:17,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T08:01:17,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39209-0x101a5cbfdc30001 connected 2024-12-05T08:01:17,755 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T08:01:17,756 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T08:01:17,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T08:01:17,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T08:01:17,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39209 2024-12-05T08:01:17,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39209 2024-12-05T08:01:17,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39209 2024-12-05T08:01:17,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39209 2024-12-05T08:01:17,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39209 2024-12-05T08:01:17,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T08:01:17,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T08:01:17,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T08:01:17,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T08:01:17,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T08:01:17,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33857 2024-12-05T08:01:17,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33857 connecting to ZooKeeper ensemble=127.0.0.1:58440 2024-12-05T08:01:17,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T08:01:17,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T08:01:17,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338570x0, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T08:01:17,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33857-0x101a5cbfdc30002 connected 2024-12-05T08:01:17,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T08:01:17,797 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T08:01:17,797 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T08:01:17,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T08:01:17,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T08:01:17,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33857 2024-12-05T08:01:17,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33857 2024-12-05T08:01:17,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33857 2024-12-05T08:01:17,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33857 2024-12-05T08:01:17,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33857 2024-12-05T08:01:17,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T08:01:17,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T08:01:17,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T08:01:17,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T08:01:17,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T08:01:17,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T08:01:17,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37079 2024-12-05T08:01:17,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37079 connecting to ZooKeeper ensemble=127.0.0.1:58440 2024-12-05T08:01:17,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T08:01:17,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T08:01:17,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370790x0, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T08:01:17,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370790x0, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T08:01:17,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37079-0x101a5cbfdc30003 connected 2024-12-05T08:01:17,830 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T08:01:17,831 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T08:01:17,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T08:01:17,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T08:01:17,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37079 2024-12-05T08:01:17,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37079 2024-12-05T08:01:17,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37079 2024-12-05T08:01:17,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37079 2024-12-05T08:01:17,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37079 2024-12-05T08:01:17,849 DEBUG [M:0;fc6cd38557f3:41229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:41229 2024-12-05T08:01:17,849 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,41229,1733385677588 2024-12-05T08:01:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T08:01:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T08:01:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T08:01:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T08:01:17,861 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,41229,1733385677588 2024-12-05T08:01:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T08:01:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T08:01:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T08:01:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:17,872 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T08:01:17,872 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,41229,1733385677588 from backup master directory 2024-12-05T08:01:17,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,41229,1733385677588 2024-12-05T08:01:17,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T08:01:17,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T08:01:17,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T08:01:17,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T08:01:17,880 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T08:01:17,880 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,41229,1733385677588 2024-12-05T08:01:17,885 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/hbase.id] with ID: 4f1c248b-4eff-4580-808e-a2cadad6231b 2024-12-05T08:01:17,885 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/.tmp/hbase.id 2024-12-05T08:01:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741826_1002 (size=42) 2024-12-05T08:01:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741826_1002 (size=42) 2024-12-05T08:01:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741826_1002 (size=42) 2024-12-05T08:01:17,894 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/.tmp/hbase.id]:[hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/hbase.id] 2024-12-05T08:01:17,907 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T08:01:17,907 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T08:01:17,908 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T08:01:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:17,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741827_1003 (size=196) 2024-12-05T08:01:17,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741827_1003 (size=196) 2024-12-05T08:01:17,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741827_1003 (size=196) 2024-12-05T08:01:17,928 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T08:01:17,929 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T08:01:17,929 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T08:01:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741828_1004 (size=1189) 2024-12-05T08:01:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741828_1004 (size=1189) 2024-12-05T08:01:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741828_1004 (size=1189) 2024-12-05T08:01:17,941 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store 2024-12-05T08:01:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741829_1005 (size=34) 2024-12-05T08:01:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741829_1005 (size=34) 2024-12-05T08:01:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741829_1005 (size=34) 2024-12-05T08:01:17,950 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:17,950 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T08:01:17,950 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:01:17,950 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:01:17,950 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T08:01:17,950 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:01:17,950 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:01:17,950 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385677950Disabling compacts and flushes for region at 1733385677950Disabling writes for close at 1733385677950Writing region close event to WAL at 1733385677950Closed at 1733385677950 2024-12-05T08:01:17,951 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/.initializing 2024-12-05T08:01:17,951 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/WALs/fc6cd38557f3,41229,1733385677588 2024-12-05T08:01:17,953 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T08:01:17,955 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C41229%2C1733385677588, suffix=, logDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/WALs/fc6cd38557f3,41229,1733385677588, archiveDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/oldWALs, maxLogs=10 2024-12-05T08:01:17,966 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/WALs/fc6cd38557f3,41229,1733385677588/fc6cd38557f3%2C41229%2C1733385677588.1733385677955, exclude list is [], retry=0 2024-12-05T08:01:17,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33231,DS-aecedfb8-2eff-4fa5-8120-dd1154a022d5,DISK] 2024-12-05T08:01:17,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-9610d3b5-11d9-4b8f-aede-0a4421c792c5,DISK] 2024-12-05T08:01:17,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46001,DS-86797b4a-9a85-4992-89bb-74dfc4b7e646,DISK] 2024-12-05T08:01:17,971 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/WALs/fc6cd38557f3,41229,1733385677588/fc6cd38557f3%2C41229%2C1733385677588.1733385677955 2024-12-05T08:01:17,972 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44233:44233),(127.0.0.1/127.0.0.1:43153:43153),(127.0.0.1/127.0.0.1:33609:33609)] 2024-12-05T08:01:17,972 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T08:01:17,972 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:17,972 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,972 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T08:01:17,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:17,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:01:17,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T08:01:17,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:17,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:17,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T08:01:17,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:17,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:17,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T08:01:17,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:17,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:17,983 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,984 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,984 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,986 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,986 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,986 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T08:01:17,988 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T08:01:17,990 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:17,990 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72145827, jitterRate=0.07505659759044647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T08:01:17,991 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733385677972Initializing all the Stores at 1733385677973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385677973Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385677974 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385677974Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385677974Cleaning up temporary data from old regions at 1733385677986 (+12 ms)Region opened successfully at 1733385677991 (+5 ms) 2024-12-05T08:01:17,991 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T08:01:17,994 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422c6047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T08:01:17,995 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T08:01:17,995 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T08:01:17,995 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T08:01:17,995 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T08:01:17,996 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T08:01:17,996 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T08:01:17,996 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T08:01:17,998 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T08:01:17,999 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T08:01:18,027 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T08:01:18,027 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T08:01:18,028 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T08:01:18,037 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T08:01:18,038 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T08:01:18,039 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T08:01:18,046 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T08:01:18,047 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T08:01:18,054 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T08:01:18,056 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T08:01:18,062 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T08:01:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T08:01:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T08:01:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T08:01:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T08:01:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,072 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,41229,1733385677588, sessionid=0x101a5cbfdc30000, setting cluster-up flag (Was=false) 2024-12-05T08:01:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,113 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T08:01:18,114 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,41229,1733385677588 2024-12-05T08:01:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,154 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T08:01:18,156 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,41229,1733385677588 2024-12-05T08:01:18,157 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T08:01:18,158 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T08:01:18,159 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T08:01:18,159 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T08:01:18,159 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,41229,1733385677588 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T08:01:18,161 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T08:01:18,161 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T08:01:18,161 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T08:01:18,161 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T08:01:18,161 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10 2024-12-05T08:01:18,161 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,161 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T08:01:18,161 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,162 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733385708162 2024-12-05T08:01:18,162 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T08:01:18,162 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T08:01:18,162 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T08:01:18,162 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T08:01:18,162 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T08:01:18,162 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T08:01:18,162 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T08:01:18,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T08:01:18,163 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T08:01:18,163 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T08:01:18,163 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T08:01:18,163 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T08:01:18,163 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T08:01:18,163 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385678163,5,FailOnTimeoutGroup] 2024-12-05T08:01:18,164 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385678163,5,FailOnTimeoutGroup] 2024-12-05T08:01:18,164 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,164 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T08:01:18,164 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,164 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:18,164 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,164 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T08:01:18,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741831_1007 (size=1321) 2024-12-05T08:01:18,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741831_1007 (size=1321) 2024-12-05T08:01:18,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741831_1007 (size=1321) 2024-12-05T08:01:18,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T08:01:18,176 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741832_1008 (size=32) 2024-12-05T08:01:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741832_1008 (size=32) 2024-12-05T08:01:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741832_1008 (size=32) 2024-12-05T08:01:18,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:18,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T08:01:18,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T08:01:18,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:18,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:01:18,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T08:01:18,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T08:01:18,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:18,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:01:18,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T08:01:18,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T08:01:18,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:18,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:01:18,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T08:01:18,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T08:01:18,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:18,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:01:18,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T08:01:18,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740 2024-12-05T08:01:18,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740 2024-12-05T08:01:18,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T08:01:18,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T08:01:18,197 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T08:01:18,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T08:01:18,200 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:18,200 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59435779, jitterRate=-0.11433787643909454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T08:01:18,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733385678185Initializing all the Stores at 1733385678186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385678186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385678186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385678186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385678186Cleaning up temporary data from old regions at 1733385678196 (+10 ms)Region opened successfully at 1733385678201 (+5 ms) 2024-12-05T08:01:18,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T08:01:18,201 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T08:01:18,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T08:01:18,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T08:01:18,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T08:01:18,202 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T08:01:18,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385678201Disabling compacts and flushes for region at 1733385678201Disabling writes for close at 1733385678201Writing region close event to WAL at 1733385678202 (+1 ms)Closed at 1733385678202 2024-12-05T08:01:18,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T08:01:18,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T08:01:18,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T08:01:18,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T08:01:18,205 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T08:01:18,237 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(746): ClusterId : 4f1c248b-4eff-4580-808e-a2cadad6231b 2024-12-05T08:01:18,237 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(746): ClusterId : 4f1c248b-4eff-4580-808e-a2cadad6231b 2024-12-05T08:01:18,237 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.HRegionServer(746): ClusterId : 4f1c248b-4eff-4580-808e-a2cadad6231b 2024-12-05T08:01:18,237 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T08:01:18,237 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T08:01:18,237 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T08:01:18,264 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T08:01:18,264 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T08:01:18,264 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T08:01:18,264 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T08:01:18,264 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T08:01:18,264 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T08:01:18,272 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T08:01:18,272 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T08:01:18,272 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T08:01:18,273 DEBUG [RS:2;fc6cd38557f3:37079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59daed6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T08:01:18,273 DEBUG [RS:0;fc6cd38557f3:39209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b1fedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T08:01:18,273 DEBUG [RS:1;fc6cd38557f3:33857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788a7c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T08:01:18,286 DEBUG [RS:2;fc6cd38557f3:37079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fc6cd38557f3:37079 2024-12-05T08:01:18,286 DEBUG [RS:1;fc6cd38557f3:33857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc6cd38557f3:33857 2024-12-05T08:01:18,286 DEBUG [RS:0;fc6cd38557f3:39209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:39209 2024-12-05T08:01:18,286 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T08:01:18,286 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T08:01:18,286 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T08:01:18,286 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T08:01:18,286 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T08:01:18,286 DEBUG [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T08:01:18,286 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T08:01:18,286 DEBUG [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T08:01:18,286 DEBUG [RS:2;fc6cd38557f3:37079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T08:01:18,287 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,41229,1733385677588 with port=37079, startcode=1733385677812 2024-12-05T08:01:18,287 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,41229,1733385677588 with port=39209, startcode=1733385677737 2024-12-05T08:01:18,287 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,41229,1733385677588 with port=33857, startcode=1733385677781 2024-12-05T08:01:18,287 DEBUG [RS:2;fc6cd38557f3:37079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T08:01:18,287 DEBUG [RS:0;fc6cd38557f3:39209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T08:01:18,287 DEBUG [RS:1;fc6cd38557f3:33857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T08:01:18,289 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48397, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T08:01:18,289 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57469, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T08:01:18,289 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60843, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T08:01:18,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:18,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41229 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:18,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:18,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41229 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:18,290 DEBUG [RS:2;fc6cd38557f3:37079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:18,290 DEBUG [RS:2;fc6cd38557f3:37079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45405 2024-12-05T08:01:18,291 DEBUG [RS:2;fc6cd38557f3:37079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T08:01:18,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:18,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41229 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:18,291 DEBUG [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:18,291 DEBUG [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45405 2024-12-05T08:01:18,291 DEBUG [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T08:01:18,292 DEBUG [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:18,292 DEBUG [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45405 2024-12-05T08:01:18,292 DEBUG [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T08:01:18,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T08:01:18,340 DEBUG [RS:2;fc6cd38557f3:37079 {}] zookeeper.ZKUtil(111): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:18,340 WARN [RS:2;fc6cd38557f3:37079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T08:01:18,340 INFO [RS:2;fc6cd38557f3:37079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T08:01:18,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,37079,1733385677812] 2024-12-05T08:01:18,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,33857,1733385677781] 2024-12-05T08:01:18,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,39209,1733385677737] 2024-12-05T08:01:18,340 DEBUG [RS:1;fc6cd38557f3:33857 {}] zookeeper.ZKUtil(111): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:18,340 DEBUG [RS:2;fc6cd38557f3:37079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:18,340 DEBUG [RS:0;fc6cd38557f3:39209 {}] zookeeper.ZKUtil(111): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:18,341 WARN [RS:1;fc6cd38557f3:33857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T08:01:18,341 WARN [RS:0;fc6cd38557f3:39209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T08:01:18,341 INFO [RS:0;fc6cd38557f3:39209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T08:01:18,341 INFO [RS:1;fc6cd38557f3:33857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T08:01:18,341 DEBUG [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:18,341 DEBUG [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:18,347 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T08:01:18,347 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T08:01:18,347 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T08:01:18,350 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T08:01:18,350 INFO [RS:0;fc6cd38557f3:39209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T08:01:18,350 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,351 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T08:01:18,352 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T08:01:18,352 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,352 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,352 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,352 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,352 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,352 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,352 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T08:01:18,352 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,352 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,353 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,353 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,353 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T08:01:18,353 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,353 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,353 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T08:01:18,353 DEBUG [RS:0;fc6cd38557f3:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T08:01:18,353 INFO [RS:1;fc6cd38557f3:33857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T08:01:18,353 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,355 WARN [fc6cd38557f3:41229 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T08:01:18,356 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T08:01:18,356 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T08:01:18,356 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,356 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,356 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,356 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,356 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,357 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,39209,1733385677737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T08:01:18,357 INFO [RS:2;fc6cd38557f3:37079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T08:01:18,357 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,357 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T08:01:18,357 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,357 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,357 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,357 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,357 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,357 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,358 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T08:01:18,358 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,358 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,358 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,358 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,358 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,358 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,358 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T08:01:18,358 DEBUG [RS:1;fc6cd38557f3:33857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T08:01:18,361 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T08:01:18,362 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T08:01:18,362 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,362 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,362 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,362 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,362 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,363 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,363 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,363 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,363 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,33857,1733385677781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T08:01:18,363 DEBUG [RS:2;fc6cd38557f3:37079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T08:01:18,366 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,367 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,367 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,367 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,367 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,367 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37079,1733385677812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T08:01:18,376 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T08:01:18,376 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,39209,1733385677737-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,377 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,377 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.Replication(171): fc6cd38557f3,39209,1733385677737 started 2024-12-05T08:01:18,380 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T08:01:18,380 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,33857,1733385677781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,380 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,380 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.Replication(171): fc6cd38557f3,33857,1733385677781 started 2024-12-05T08:01:18,384 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T08:01:18,384 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37079,1733385677812-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,384 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,384 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.Replication(171): fc6cd38557f3,37079,1733385677812 started 2024-12-05T08:01:18,392 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,392 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,33857,1733385677781, RpcServer on fc6cd38557f3/172.17.0.2:33857, sessionid=0x101a5cbfdc30002 2024-12-05T08:01:18,392 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T08:01:18,392 DEBUG [RS:1;fc6cd38557f3:33857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:18,392 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,33857,1733385677781' 2024-12-05T08:01:18,392 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T08:01:18,393 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T08:01:18,393 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T08:01:18,393 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T08:01:18,393 DEBUG [RS:1;fc6cd38557f3:33857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:18,393 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,33857,1733385677781' 2024-12-05T08:01:18,393 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T08:01:18,394 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T08:01:18,394 DEBUG [RS:1;fc6cd38557f3:33857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T08:01:18,394 INFO [RS:1;fc6cd38557f3:33857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T08:01:18,394 INFO [RS:1;fc6cd38557f3:33857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T08:01:18,395 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,395 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,39209,1733385677737, RpcServer on fc6cd38557f3/172.17.0.2:39209, sessionid=0x101a5cbfdc30001 2024-12-05T08:01:18,395 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T08:01:18,395 DEBUG [RS:0;fc6cd38557f3:39209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:18,395 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,39209,1733385677737' 2024-12-05T08:01:18,395 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T08:01:18,396 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T08:01:18,396 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T08:01:18,396 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T08:01:18,396 DEBUG [RS:0;fc6cd38557f3:39209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:18,396 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,39209,1733385677737' 2024-12-05T08:01:18,396 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T08:01:18,397 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T08:01:18,397 DEBUG [RS:0;fc6cd38557f3:39209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T08:01:18,397 INFO [RS:0;fc6cd38557f3:39209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T08:01:18,397 INFO [RS:0;fc6cd38557f3:39209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T08:01:18,400 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:18,401 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,37079,1733385677812, RpcServer on fc6cd38557f3/172.17.0.2:37079, sessionid=0x101a5cbfdc30003 2024-12-05T08:01:18,401 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T08:01:18,401 DEBUG [RS:2;fc6cd38557f3:37079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:18,401 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,37079,1733385677812' 2024-12-05T08:01:18,401 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T08:01:18,401 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T08:01:18,402 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T08:01:18,402 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T08:01:18,402 DEBUG [RS:2;fc6cd38557f3:37079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:18,402 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,37079,1733385677812' 2024-12-05T08:01:18,402 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T08:01:18,402 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T08:01:18,403 DEBUG [RS:2;fc6cd38557f3:37079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T08:01:18,403 INFO [RS:2;fc6cd38557f3:37079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T08:01:18,403 INFO [RS:2;fc6cd38557f3:37079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T08:01:18,495 INFO [RS:1;fc6cd38557f3:33857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T08:01:18,498 INFO [RS:0;fc6cd38557f3:39209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T08:01:18,500 INFO [RS:1;fc6cd38557f3:33857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C33857%2C1733385677781, suffix=, logDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,33857,1733385677781, archiveDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/oldWALs, maxLogs=32 2024-12-05T08:01:18,501 INFO [RS:0;fc6cd38557f3:39209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C39209%2C1733385677737, suffix=, logDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,39209,1733385677737, archiveDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/oldWALs, maxLogs=32 2024-12-05T08:01:18,503 INFO [RS:2;fc6cd38557f3:37079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T08:01:18,505 INFO [RS:2;fc6cd38557f3:37079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C37079%2C1733385677812, suffix=, logDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812, archiveDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/oldWALs, maxLogs=32 2024-12-05T08:01:18,516 DEBUG [RS:0;fc6cd38557f3:39209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,39209,1733385677737/fc6cd38557f3%2C39209%2C1733385677737.1733385678503, exclude list is [], retry=0 2024-12-05T08:01:18,516 DEBUG [RS:1;fc6cd38557f3:33857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,33857,1733385677781/fc6cd38557f3%2C33857%2C1733385677781.1733385678503, exclude list is [], retry=0 2024-12-05T08:01:18,517 DEBUG [RS:2;fc6cd38557f3:37079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812/fc6cd38557f3%2C37079%2C1733385677812.1733385678506, exclude list is [], retry=0 2024-12-05T08:01:18,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46001,DS-86797b4a-9a85-4992-89bb-74dfc4b7e646,DISK] 2024-12-05T08:01:18,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33231,DS-aecedfb8-2eff-4fa5-8120-dd1154a022d5,DISK] 2024-12-05T08:01:18,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46001,DS-86797b4a-9a85-4992-89bb-74dfc4b7e646,DISK] 2024-12-05T08:01:18,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-9610d3b5-11d9-4b8f-aede-0a4421c792c5,DISK] 2024-12-05T08:01:18,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-9610d3b5-11d9-4b8f-aede-0a4421c792c5,DISK] 2024-12-05T08:01:18,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33231,DS-aecedfb8-2eff-4fa5-8120-dd1154a022d5,DISK] 2024-12-05T08:01:18,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33231,DS-aecedfb8-2eff-4fa5-8120-dd1154a022d5,DISK] 2024-12-05T08:01:18,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46001,DS-86797b4a-9a85-4992-89bb-74dfc4b7e646,DISK] 2024-12-05T08:01:18,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-9610d3b5-11d9-4b8f-aede-0a4421c792c5,DISK] 2024-12-05T08:01:18,524 INFO [RS:1;fc6cd38557f3:33857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,33857,1733385677781/fc6cd38557f3%2C33857%2C1733385677781.1733385678503 2024-12-05T08:01:18,526 DEBUG [RS:1;fc6cd38557f3:33857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33609:33609),(127.0.0.1/127.0.0.1:43153:43153),(127.0.0.1/127.0.0.1:44233:44233)] 2024-12-05T08:01:18,526 INFO [RS:0;fc6cd38557f3:39209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,39209,1733385677737/fc6cd38557f3%2C39209%2C1733385677737.1733385678503 2024-12-05T08:01:18,527 DEBUG [RS:0;fc6cd38557f3:39209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43153:43153),(127.0.0.1/127.0.0.1:33609:33609),(127.0.0.1/127.0.0.1:44233:44233)] 2024-12-05T08:01:18,527 INFO [RS:2;fc6cd38557f3:37079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812/fc6cd38557f3%2C37079%2C1733385677812.1733385678506 2024-12-05T08:01:18,528 DEBUG [RS:2;fc6cd38557f3:37079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33609:33609),(127.0.0.1/127.0.0.1:44233:44233),(127.0.0.1/127.0.0.1:43153:43153)] 2024-12-05T08:01:18,605 DEBUG [fc6cd38557f3:41229 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T08:01:18,606 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T08:01:18,612 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T08:01:18,612 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T08:01:18,612 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T08:01:18,612 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T08:01:18,612 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T08:01:18,612 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T08:01:18,612 INFO [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T08:01:18,612 INFO [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T08:01:18,612 INFO [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T08:01:18,612 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T08:01:18,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:18,616 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,33857,1733385677781, state=OPENING 2024-12-05T08:01:18,629 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T08:01:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:01:18,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:01:18,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:01:18,639 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T08:01:18,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:01:18,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,33857,1733385677781}] 2024-12-05T08:01:18,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:01:19,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:19,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:19,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:20,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T08:01:20,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:20,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:20,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:20,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T08:01:20,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T08:01:26,031 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T08:01:26,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:26,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:26,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:26,188 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fc6cd38557f3:36065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-05T08:01:28,642 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T08:01:28,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44845, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T08:01:28,655 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T08:01:28,656 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T08:01:28,656 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T08:01:28,658 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C33857%2C1733385677781.meta, suffix=.meta, logDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,33857,1733385677781, archiveDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/oldWALs, maxLogs=32 2024-12-05T08:01:28,671 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,33857,1733385677781/fc6cd38557f3%2C33857%2C1733385677781.meta.1733385688659.meta, exclude list is [], retry=0 2024-12-05T08:01:28,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46001,DS-86797b4a-9a85-4992-89bb-74dfc4b7e646,DISK] 2024-12-05T08:01:28,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33231,DS-aecedfb8-2eff-4fa5-8120-dd1154a022d5,DISK] 2024-12-05T08:01:28,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-9610d3b5-11d9-4b8f-aede-0a4421c792c5,DISK] 2024-12-05T08:01:28,675 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,33857,1733385677781/fc6cd38557f3%2C33857%2C1733385677781.meta.1733385688659.meta 2024-12-05T08:01:28,676 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33609:33609),(127.0.0.1/127.0.0.1:44233:44233),(127.0.0.1/127.0.0.1:43153:43153)] 2024-12-05T08:01:28,676 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T08:01:28,676 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T08:01:28,676 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T08:01:28,676 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T08:01:28,676 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T08:01:28,676 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:28,677 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T08:01:28,677 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T08:01:28,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T08:01:28,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T08:01:28,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:28,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:01:28,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T08:01:28,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T08:01:28,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:28,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:01:28,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T08:01:28,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T08:01:28,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:28,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:01:28,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T08:01:28,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T08:01:28,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:28,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T08:01:28,685 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T08:01:28,685 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740 2024-12-05T08:01:28,687 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740 2024-12-05T08:01:28,688 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T08:01:28,688 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T08:01:28,689 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T08:01:28,690 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T08:01:28,691 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62579953, jitterRate=-0.06748603284358978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T08:01:28,691 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T08:01:28,692 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733385688677Writing region info on filesystem at 1733385688677Initializing all the Stores at 1733385688678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385688678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385688678Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385688678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385688678Cleaning up temporary data from old regions at 1733385688688 (+10 ms)Running coprocessor post-open hooks at 1733385688691 (+3 ms)Region opened successfully at 1733385688691 2024-12-05T08:01:28,693 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733385688642 2024-12-05T08:01:28,695 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T08:01:28,695 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T08:01:28,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:28,696 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,33857,1733385677781, state=OPEN 2024-12-05T08:01:28,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T08:01:28,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T08:01:28,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T08:01:28,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T08:01:28,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:01:28,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:01:28,745 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:28,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:01:28,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T08:01:28,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T08:01:28,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,33857,1733385677781 in 10.1060 sec 2024-12-05T08:01:28,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T08:01:28,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5470 sec 2024-12-05T08:01:28,754 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T08:01:28,754 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T08:01:28,756 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T08:01:28,757 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33857,1733385677781, seqNum=-1] 2024-12-05T08:01:28,757 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T08:01:28,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51501, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T08:01:28,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6050 sec 2024-12-05T08:01:28,763 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733385688763, completionTime=-1 2024-12-05T08:01:28,763 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T08:01:28,763 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T08:01:28,765 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T08:01:28,765 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733385748765 2024-12-05T08:01:28,765 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733385808765 2024-12-05T08:01:28,765 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T08:01:28,765 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41229,1733385677588-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:28,765 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41229,1733385677588-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:28,766 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41229,1733385677588-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:28,766 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:41229, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:28,766 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:28,766 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:28,767 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T08:01:28,769 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.889sec 2024-12-05T08:01:28,770 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T08:01:28,770 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T08:01:28,770 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T08:01:28,770 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T08:01:28,770 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T08:01:28,770 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41229,1733385677588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T08:01:28,770 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41229,1733385677588-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T08:01:28,773 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T08:01:28,773 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T08:01:28,773 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41229,1733385677588-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T08:01:28,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3bd6ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:01:28,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,41229,-1 for getting cluster id 2024-12-05T08:01:28,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T08:01:28,855 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f1c248b-4eff-4580-808e-a2cadad6231b' 2024-12-05T08:01:28,856 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T08:01:28,856 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f1c248b-4eff-4580-808e-a2cadad6231b" 2024-12-05T08:01:28,857 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56443b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:01:28,858 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,41229,-1] 2024-12-05T08:01:28,858 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T08:01:28,859 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:01:28,860 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T08:01:28,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a34a863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:01:28,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T08:01:28,861 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33857,1733385677781, seqNum=-1] 2024-12-05T08:01:28,862 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T08:01:28,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T08:01:28,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,41229,1733385677588 2024-12-05T08:01:28,864 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733385688864 (current time:1733385688864). 2024-12-05T08:01:28,864 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T08:01:28,864 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T08:01:28,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bc6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:01:28,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,41229,-1 for getting cluster id 2024-12-05T08:01:28,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T08:01:28,866 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f1c248b-4eff-4580-808e-a2cadad6231b' 2024-12-05T08:01:28,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T08:01:28,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f1c248b-4eff-4580-808e-a2cadad6231b" 2024-12-05T08:01:28,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ea8e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:01:28,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,41229,-1] 2024-12-05T08:01:28,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T08:01:28,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:01:28,867 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T08:01:28,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da92ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T08:01:28,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T08:01:28,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33857,1733385677781, seqNum=-1] 2024-12-05T08:01:28,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T08:01:28,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T08:01:28,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T08:01:28,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:01:28,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:01:28,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:01:28,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T08:01:28,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T08:01:28,873 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,41229,1733385677588 2024-12-05T08:01:28,873 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d4ae95f 2024-12-05T08:01:28,873 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T08:01:28,875 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T08:01:28,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T08:01:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T08:01:28,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T08:01:28,879 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:28,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T08:01:28,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T08:01:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:01:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741837_1013 (size=361) 2024-12-05T08:01:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741837_1013 (size=361) 2024-12-05T08:01:28,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741837_1013 (size=361) 2024-12-05T08:01:28,893 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3cc8fd62d502ffe6657008d3426fb5f7, NAME => 'SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:28,893 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 432689307a572f9ece2864d58e906520, NAME => 'SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:28,893 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6fb45b9ea0ba0e334ecf4214011456f, NAME => 'SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741838_1014 (size=54) 2024-12-05T08:01:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741838_1014 (size=54) 2024-12-05T08:01:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741838_1014 (size=54) 2024-12-05T08:01:28,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:28,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b6fb45b9ea0ba0e334ecf4214011456f, disabling compactions & flushes 2024-12-05T08:01:28,907 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:01:28,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:01:28,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. after waiting 0 ms 2024-12-05T08:01:28,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:01:28,907 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:01:28,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6fb45b9ea0ba0e334ecf4214011456f: Waiting for close lock at 1733385688907Disabling compacts and flushes for region at 1733385688907Disabling writes for close at 1733385688907Writing region close event to WAL at 1733385688907Closed at 1733385688907 2024-12-05T08:01:28,908 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07d395f8ee3d5abe5877f7a6a86a6e88, NAME => 'SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:28,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741840_1016 (size=62) 2024-12-05T08:01:28,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741840_1016 (size=62) 2024-12-05T08:01:28,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:28,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 432689307a572f9ece2864d58e906520, disabling compactions & flushes 2024-12-05T08:01:28,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741840_1016 (size=62) 2024-12-05T08:01:28,909 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:01:28,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:01:28,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. after waiting 0 ms 2024-12-05T08:01:28,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:01:28,909 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:01:28,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 432689307a572f9ece2864d58e906520: Waiting for close lock at 1733385688909Disabling compacts and flushes for region at 1733385688909Disabling writes for close at 1733385688909Writing region close event to WAL at 1733385688909Closed at 1733385688909 2024-12-05T08:01:28,910 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5961cf0b35c186e887daf0880738a0f8, NAME => 'SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741839_1015 (size=62) 2024-12-05T08:01:28,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741839_1015 (size=62) 2024-12-05T08:01:28,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741839_1015 (size=62) 2024-12-05T08:01:28,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:28,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3cc8fd62d502ffe6657008d3426fb5f7, disabling compactions & flushes 2024-12-05T08:01:28,912 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7. 2024-12-05T08:01:28,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7. 2024-12-05T08:01:28,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7. after waiting 0 ms 2024-12-05T08:01:28,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7. 2024-12-05T08:01:28,912 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7. 2024-12-05T08:01:28,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3cc8fd62d502ffe6657008d3426fb5f7: Waiting for close lock at 1733385688912Disabling compacts and flushes for region at 1733385688912Disabling writes for close at 1733385688912Writing region close event to WAL at 1733385688912Closed at 1733385688912 2024-12-05T08:01:28,912 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 60a1c597ffaa4438cddecdfd205b1c75, NAME => 'SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:28,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741841_1017 (size=62) 2024-12-05T08:01:28,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741841_1017 (size=62) 2024-12-05T08:01:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741841_1017 (size=62) 2024-12-05T08:01:28,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:28,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 07d395f8ee3d5abe5877f7a6a86a6e88, disabling compactions & flushes 2024-12-05T08:01:28,919 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:01:28,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:01:28,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. after waiting 0 ms 2024-12-05T08:01:28,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:01:28,919 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:01:28,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07d395f8ee3d5abe5877f7a6a86a6e88: Waiting for close lock at 1733385688919Disabling compacts and flushes for region at 1733385688919Disabling writes for close at 1733385688919Writing region close event to WAL at 1733385688919Closed at 1733385688919 2024-12-05T08:01:28,920 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3beb7d63a7899e0bef95bbd20a76847c, NAME => 'SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:28,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741842_1018 (size=62) 2024-12-05T08:01:28,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741842_1018 (size=62) 2024-12-05T08:01:28,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741842_1018 (size=62) 2024-12-05T08:01:28,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:28,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5961cf0b35c186e887daf0880738a0f8, disabling compactions & flushes 2024-12-05T08:01:28,921 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:01:28,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:01:28,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. after waiting 0 ms 2024-12-05T08:01:28,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:01:28,921 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:01:28,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5961cf0b35c186e887daf0880738a0f8: Waiting for close lock at 1733385688921Disabling compacts and flushes for region at 1733385688921Disabling writes for close at 1733385688921Writing region close event to WAL at 1733385688921Closed at 1733385688921 2024-12-05T08:01:28,922 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 701cf54096bb3346e736a406e5d7b9bb, NAME => 'SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:28,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741843_1019 (size=62) 2024-12-05T08:01:28,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741843_1019 (size=62) 2024-12-05T08:01:28,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741843_1019 (size=62) 2024-12-05T08:01:28,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:28,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 60a1c597ffaa4438cddecdfd205b1c75, disabling compactions & flushes 2024-12-05T08:01:28,933 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:01:28,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:01:28,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. after waiting 0 ms 2024-12-05T08:01:28,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:01:28,933 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:01:28,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 60a1c597ffaa4438cddecdfd205b1c75: Waiting for close lock at 1733385688932Disabling compacts and flushes for region at 1733385688932Disabling writes for close at 1733385688933 (+1 ms)Writing region close event to WAL at 1733385688933Closed at 1733385688933 2024-12-05T08:01:28,933 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e62ff661c1f482f513df0cfbcdf76e92, NAME => 'SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:28,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741844_1020 (size=62) 2024-12-05T08:01:28,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741844_1020 (size=62) 2024-12-05T08:01:28,940 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:28,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741844_1020 (size=62) 2024-12-05T08:01:28,940 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3beb7d63a7899e0bef95bbd20a76847c, disabling compactions & flushes 2024-12-05T08:01:28,940 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:01:28,940 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:01:28,940 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. after waiting 0 ms 2024-12-05T08:01:28,940 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:01:28,940 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:01:28,940 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3beb7d63a7899e0bef95bbd20a76847c: Waiting for close lock at 1733385688940Disabling compacts and flushes for region at 1733385688940Disabling writes for close at 1733385688940Writing region close event to WAL at 1733385688940Closed at 1733385688940 2024-12-05T08:01:28,941 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b8f619dc8746b149100d66b7fe5dea7, NAME => 'SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130 2024-12-05T08:01:28,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741845_1021 (size=62) 2024-12-05T08:01:28,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741845_1021 (size=62) 2024-12-05T08:01:28,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741845_1021 (size=62) 2024-12-05T08:01:28,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:28,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 701cf54096bb3346e736a406e5d7b9bb, disabling compactions & flushes 2024-12-05T08:01:28,943 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:01:28,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:01:28,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. after waiting 0 ms 2024-12-05T08:01:28,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:01:28,943 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:01:28,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 701cf54096bb3346e736a406e5d7b9bb: Waiting for close lock at 1733385688943Disabling compacts and flushes for region at 1733385688943Disabling writes for close at 1733385688943Writing region close event to WAL at 1733385688943Closed at 1733385688943 2024-12-05T08:01:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741846_1022 (size=62) 2024-12-05T08:01:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741846_1022 (size=62) 2024-12-05T08:01:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741846_1022 (size=62) 2024-12-05T08:01:28,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:28,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e62ff661c1f482f513df0cfbcdf76e92, disabling compactions & flushes 2024-12-05T08:01:28,948 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. 2024-12-05T08:01:28,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. 2024-12-05T08:01:28,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. after waiting 0 ms 2024-12-05T08:01:28,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. 2024-12-05T08:01:28,948 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. 2024-12-05T08:01:28,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e62ff661c1f482f513df0cfbcdf76e92: Waiting for close lock at 1733385688948Disabling compacts and flushes for region at 1733385688948Disabling writes for close at 1733385688948Writing region close event to WAL at 1733385688948Closed at 1733385688948 2024-12-05T08:01:28,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741847_1023 (size=54) 2024-12-05T08:01:28,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741847_1023 (size=54) 2024-12-05T08:01:28,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741847_1023 (size=54) 2024-12-05T08:01:28,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:28,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2b8f619dc8746b149100d66b7fe5dea7, disabling compactions & flushes 2024-12-05T08:01:28,953 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:01:28,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:01:28,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. after waiting 0 ms 2024-12-05T08:01:28,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:01:28,953 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:01:28,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b8f619dc8746b149100d66b7fe5dea7: Waiting for close lock at 1733385688953Disabling compacts and flushes for region at 1733385688953Disabling writes for close at 1733385688953Writing region close event to WAL at 1733385688953Closed at 1733385688953 2024-12-05T08:01:28,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T08:01:28,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733385688954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385688954"}]},"ts":"1733385688954"} 2024-12-05T08:01:28,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385688954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385688954"}]},"ts":"1733385688954"} 2024-12-05T08:01:28,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385688954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385688954"}]},"ts":"1733385688954"} 2024-12-05T08:01:28,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385688954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385688954"}]},"ts":"1733385688954"} 2024-12-05T08:01:28,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385688954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385688954"}]},"ts":"1733385688954"} 2024-12-05T08:01:28,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385688954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385688954"}]},"ts":"1733385688954"} 2024-12-05T08:01:28,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385688954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385688954"}]},"ts":"1733385688954"} 2024-12-05T08:01:28,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385688954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385688954"}]},"ts":"1733385688954"} 2024-12-05T08:01:28,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733385688954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385688954"}]},"ts":"1733385688954"} 2024-12-05T08:01:28,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733385688954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385688954"}]},"ts":"1733385688954"} 2024-12-05T08:01:28,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T08:01:28,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T08:01:28,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385688961"}]},"ts":"1733385688961"} 2024-12-05T08:01:28,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T08:01:28,963 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T08:01:28,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T08:01:28,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T08:01:28,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T08:01:28,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T08:01:28,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T08:01:28,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T08:01:28,968 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T08:01:28,968 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T08:01:28,968 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T08:01:28,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T08:01:28,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6fb45b9ea0ba0e334ecf4214011456f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=432689307a572f9ece2864d58e906520, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3cc8fd62d502ffe6657008d3426fb5f7, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07d395f8ee3d5abe5877f7a6a86a6e88, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5961cf0b35c186e887daf0880738a0f8, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60a1c597ffaa4438cddecdfd205b1c75, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3beb7d63a7899e0bef95bbd20a76847c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=701cf54096bb3346e736a406e5d7b9bb, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e62ff661c1f482f513df0cfbcdf76e92, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b8f619dc8746b149100d66b7fe5dea7, ASSIGN}] 2024-12-05T08:01:28,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=432689307a572f9ece2864d58e906520, ASSIGN 2024-12-05T08:01:28,970 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6fb45b9ea0ba0e334ecf4214011456f, ASSIGN 2024-12-05T08:01:28,970 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5961cf0b35c186e887daf0880738a0f8, ASSIGN 2024-12-05T08:01:28,970 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07d395f8ee3d5abe5877f7a6a86a6e88, ASSIGN 2024-12-05T08:01:28,971 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5961cf0b35c186e887daf0880738a0f8, ASSIGN; state=OFFLINE, location=fc6cd38557f3,33857,1733385677781; forceNewPlan=false, retain=false 2024-12-05T08:01:28,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07d395f8ee3d5abe5877f7a6a86a6e88, ASSIGN; state=OFFLINE, location=fc6cd38557f3,39209,1733385677737; forceNewPlan=false, retain=false 2024-12-05T08:01:28,971 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=432689307a572f9ece2864d58e906520, ASSIGN; state=OFFLINE, location=fc6cd38557f3,33857,1733385677781; forceNewPlan=false, retain=false 2024-12-05T08:01:28,971 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6fb45b9ea0ba0e334ecf4214011456f, ASSIGN; state=OFFLINE, location=fc6cd38557f3,39209,1733385677737; forceNewPlan=false, retain=false 2024-12-05T08:01:28,974 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=701cf54096bb3346e736a406e5d7b9bb, ASSIGN 2024-12-05T08:01:28,975 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b8f619dc8746b149100d66b7fe5dea7, ASSIGN 2024-12-05T08:01:28,975 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e62ff661c1f482f513df0cfbcdf76e92, ASSIGN 2024-12-05T08:01:28,975 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3beb7d63a7899e0bef95bbd20a76847c, ASSIGN 2024-12-05T08:01:28,975 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60a1c597ffaa4438cddecdfd205b1c75, ASSIGN 2024-12-05T08:01:28,975 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=701cf54096bb3346e736a406e5d7b9bb, ASSIGN; state=OFFLINE, location=fc6cd38557f3,33857,1733385677781; forceNewPlan=false, retain=false 2024-12-05T08:01:28,975 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b8f619dc8746b149100d66b7fe5dea7, ASSIGN; state=OFFLINE, location=fc6cd38557f3,39209,1733385677737; forceNewPlan=false, retain=false 2024-12-05T08:01:28,976 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e62ff661c1f482f513df0cfbcdf76e92, ASSIGN; state=OFFLINE, location=fc6cd38557f3,37079,1733385677812; forceNewPlan=false, retain=false 2024-12-05T08:01:28,976 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3beb7d63a7899e0bef95bbd20a76847c, ASSIGN; state=OFFLINE, location=fc6cd38557f3,39209,1733385677737; forceNewPlan=false, retain=false 2024-12-05T08:01:28,976 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60a1c597ffaa4438cddecdfd205b1c75, ASSIGN; state=OFFLINE, location=fc6cd38557f3,37079,1733385677812; forceNewPlan=false, retain=false 2024-12-05T08:01:28,979 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3cc8fd62d502ffe6657008d3426fb5f7, ASSIGN 2024-12-05T08:01:28,979 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3cc8fd62d502ffe6657008d3426fb5f7, ASSIGN; state=OFFLINE, location=fc6cd38557f3,37079,1733385677812; forceNewPlan=false, retain=false 2024-12-05T08:01:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:01:29,122 INFO [fc6cd38557f3:41229 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T08:01:29,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e62ff661c1f482f513df0cfbcdf76e92, regionState=OPENING, regionLocation=fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:29,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3beb7d63a7899e0bef95bbd20a76847c, regionState=OPENING, regionLocation=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:29,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2b8f619dc8746b149100d66b7fe5dea7, regionState=OPENING, regionLocation=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:29,123 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=07d395f8ee3d5abe5877f7a6a86a6e88, regionState=OPENING, regionLocation=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:29,123 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6fb45b9ea0ba0e334ecf4214011456f, regionState=OPENING, regionLocation=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:29,124 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=60a1c597ffaa4438cddecdfd205b1c75, regionState=OPENING, regionLocation=fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:29,125 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=701cf54096bb3346e736a406e5d7b9bb, regionState=OPENING, regionLocation=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:29,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3cc8fd62d502ffe6657008d3426fb5f7, regionState=OPENING, regionLocation=fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:29,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5961cf0b35c186e887daf0880738a0f8, regionState=OPENING, regionLocation=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:29,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=432689307a572f9ece2864d58e906520, regionState=OPENING, regionLocation=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:29,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e62ff661c1f482f513df0cfbcdf76e92, ASSIGN because future has completed 2024-12-05T08:01:29,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62ff661c1f482f513df0cfbcdf76e92, server=fc6cd38557f3,37079,1733385677812}] 2024-12-05T08:01:29,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b8f619dc8746b149100d66b7fe5dea7, ASSIGN because future has completed 2024-12-05T08:01:29,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b8f619dc8746b149100d66b7fe5dea7, server=fc6cd38557f3,39209,1733385677737}] 2024-12-05T08:01:29,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6fb45b9ea0ba0e334ecf4214011456f, ASSIGN because future has completed 2024-12-05T08:01:29,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07d395f8ee3d5abe5877f7a6a86a6e88, ASSIGN because future has completed 2024-12-05T08:01:29,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07d395f8ee3d5abe5877f7a6a86a6e88, server=fc6cd38557f3,39209,1733385677737}] 2024-12-05T08:01:29,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6fb45b9ea0ba0e334ecf4214011456f, server=fc6cd38557f3,39209,1733385677737}] 2024-12-05T08:01:29,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3beb7d63a7899e0bef95bbd20a76847c, ASSIGN because future has completed 2024-12-05T08:01:29,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60a1c597ffaa4438cddecdfd205b1c75, ASSIGN because future has completed 2024-12-05T08:01:29,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3beb7d63a7899e0bef95bbd20a76847c, server=fc6cd38557f3,39209,1733385677737}] 2024-12-05T08:01:29,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5961cf0b35c186e887daf0880738a0f8, ASSIGN because future has completed 2024-12-05T08:01:29,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=701cf54096bb3346e736a406e5d7b9bb, ASSIGN because future has completed 2024-12-05T08:01:29,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a1c597ffaa4438cddecdfd205b1c75, server=fc6cd38557f3,37079,1733385677812}] 2024-12-05T08:01:29,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3cc8fd62d502ffe6657008d3426fb5f7, ASSIGN because future has completed 2024-12-05T08:01:29,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=432689307a572f9ece2864d58e906520, ASSIGN because future has completed 2024-12-05T08:01:29,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 701cf54096bb3346e736a406e5d7b9bb, server=fc6cd38557f3,33857,1733385677781}] 2024-12-05T08:01:29,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 432689307a572f9ece2864d58e906520, server=fc6cd38557f3,33857,1733385677781}] 2024-12-05T08:01:29,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5961cf0b35c186e887daf0880738a0f8, server=fc6cd38557f3,33857,1733385677781}] 2024-12-05T08:01:29,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cc8fd62d502ffe6657008d3426fb5f7, server=fc6cd38557f3,37079,1733385677812}] 2024-12-05T08:01:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:01:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:01:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:01:30,348 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T08:01:30,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T08:01:30,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T08:01:30,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T08:01:30,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T08:01:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:01:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:01:34,182 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T08:01:34,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:34,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:34,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:01:39,140 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T08:01:39,143 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T08:01:39,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58943, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T08:01:39,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T08:01:39,153 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. 2024-12-05T08:01:39,153 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:01:39,153 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => e62ff661c1f482f513df0cfbcdf76e92, NAME => 'SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T08:01:39,153 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b6fb45b9ea0ba0e334ecf4214011456f, NAME => 'SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T08:01:39,154 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:39,154 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:39,154 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:39,154 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:39,154 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:39,154 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:39,154 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:39,154 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:39,155 INFO [StoreOpener-b6fb45b9ea0ba0e334ecf4214011456f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:39,156 INFO [StoreOpener-e62ff661c1f482f513df0cfbcdf76e92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:39,157 INFO [StoreOpener-b6fb45b9ea0ba0e334ecf4214011456f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6fb45b9ea0ba0e334ecf4214011456f columnFamilyName cf 2024-12-05T08:01:39,157 DEBUG [StoreOpener-b6fb45b9ea0ba0e334ecf4214011456f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:39,157 INFO [StoreOpener-e62ff661c1f482f513df0cfbcdf76e92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62ff661c1f482f513df0cfbcdf76e92 columnFamilyName cf 2024-12-05T08:01:39,157 DEBUG [StoreOpener-e62ff661c1f482f513df0cfbcdf76e92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:39,157 INFO [StoreOpener-b6fb45b9ea0ba0e334ecf4214011456f-1 {}] regionserver.HStore(327): Store=b6fb45b9ea0ba0e334ecf4214011456f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:39,157 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:39,158 INFO [StoreOpener-e62ff661c1f482f513df0cfbcdf76e92-1 {}] regionserver.HStore(327): Store=e62ff661c1f482f513df0cfbcdf76e92/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:39,158 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:39,158 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:39,158 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:39,158 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:39,159 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:39,159 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:39,159 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:39,159 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:39,159 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:39,160 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:39,160 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:39,163 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/b6fb45b9ea0ba0e334ecf4214011456f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:39,163 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/e62ff661c1f482f513df0cfbcdf76e92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:39,164 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b6fb45b9ea0ba0e334ecf4214011456f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61984544, jitterRate=-0.07635831832885742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:01:39,164 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened e62ff661c1f482f513df0cfbcdf76e92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61642993, jitterRate=-0.08144782483577728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:01:39,164 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:39,164 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:39,164 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b6fb45b9ea0ba0e334ecf4214011456f: Running coprocessor pre-open hook at 1733385699154Writing region info on filesystem at 1733385699154Initializing all the Stores at 1733385699155 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385699155Cleaning up temporary data from old regions at 1733385699159 (+4 ms)Running coprocessor post-open hooks at 1733385699164 (+5 ms)Region opened successfully at 1733385699164 2024-12-05T08:01:39,164 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for e62ff661c1f482f513df0cfbcdf76e92: Running coprocessor pre-open hook at 1733385699154Writing region info on filesystem at 1733385699154Initializing all the Stores at 1733385699155 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385699155Cleaning up temporary data from old regions at 1733385699159 (+4 ms)Running coprocessor post-open hooks at 1733385699164 (+5 ms)Region opened successfully at 1733385699164 2024-12-05T08:01:39,165 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f., pid=17, masterSystemTime=1733385699142 2024-12-05T08:01:39,165 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92., pid=15, masterSystemTime=1733385699140 2024-12-05T08:01:39,167 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:01:39,167 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:01:39,167 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:01:39,167 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b8f619dc8746b149100d66b7fe5dea7, NAME => 'SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T08:01:39,167 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6fb45b9ea0ba0e334ecf4214011456f, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:39,167 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. 2024-12-05T08:01:39,167 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:39,168 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. 2024-12-05T08:01:39,168 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:39,168 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:39,168 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7. 2024-12-05T08:01:39,168 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:39,168 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cc8fd62d502ffe6657008d3426fb5f7, NAME => 'SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T08:01:39,168 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:39,168 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:39,169 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e62ff661c1f482f513df0cfbcdf76e92, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:39,169 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:39,169 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:39,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6fb45b9ea0ba0e334ecf4214011456f, server=fc6cd38557f3,39209,1733385677737 because future has completed 2024-12-05T08:01:39,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62ff661c1f482f513df0cfbcdf76e92, server=fc6cd38557f3,37079,1733385677812 because future has completed 2024-12-05T08:01:39,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-12-05T08:01:39,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b6fb45b9ea0ba0e334ecf4214011456f, server=fc6cd38557f3,39209,1733385677737 in 10.0310 sec 2024-12-05T08:01:39,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-05T08:01:39,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6fb45b9ea0ba0e334ecf4214011456f, ASSIGN in 10.2050 sec 2024-12-05T08:01:39,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e62ff661c1f482f513df0cfbcdf76e92, server=fc6cd38557f3,37079,1733385677812 in 10.0420 sec 2024-12-05T08:01:39,176 INFO [StoreOpener-2b8f619dc8746b149100d66b7fe5dea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:39,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e62ff661c1f482f513df0cfbcdf76e92, ASSIGN in 10.2060 sec 2024-12-05T08:01:39,176 INFO [StoreOpener-3cc8fd62d502ffe6657008d3426fb5f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:39,177 INFO [StoreOpener-3cc8fd62d502ffe6657008d3426fb5f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cc8fd62d502ffe6657008d3426fb5f7 columnFamilyName cf 2024-12-05T08:01:39,177 INFO [StoreOpener-2b8f619dc8746b149100d66b7fe5dea7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b8f619dc8746b149100d66b7fe5dea7 columnFamilyName cf 2024-12-05T08:01:39,177 DEBUG [StoreOpener-3cc8fd62d502ffe6657008d3426fb5f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:39,177 DEBUG [StoreOpener-2b8f619dc8746b149100d66b7fe5dea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:39,178 INFO [StoreOpener-2b8f619dc8746b149100d66b7fe5dea7-1 {}] regionserver.HStore(327): Store=2b8f619dc8746b149100d66b7fe5dea7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:39,178 INFO [StoreOpener-3cc8fd62d502ffe6657008d3426fb5f7-1 {}] regionserver.HStore(327): Store=3cc8fd62d502ffe6657008d3426fb5f7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:39,178 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:39,178 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:39,179 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:39,179 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:39,179 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:01:39,179 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5961cf0b35c186e887daf0880738a0f8, NAME => 'SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T08:01:39,179 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:39,179 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:39,180 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:39,180 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:39,180 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:39,180 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:39,180 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:39,180 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:39,180 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:39,180 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:39,181 INFO [StoreOpener-5961cf0b35c186e887daf0880738a0f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:39,181 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:39,181 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:39,182 INFO [StoreOpener-5961cf0b35c186e887daf0880738a0f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5961cf0b35c186e887daf0880738a0f8 columnFamilyName cf 2024-12-05T08:01:39,183 DEBUG [StoreOpener-5961cf0b35c186e887daf0880738a0f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:39,183 INFO [StoreOpener-5961cf0b35c186e887daf0880738a0f8-1 {}] regionserver.HStore(327): Store=5961cf0b35c186e887daf0880738a0f8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:39,183 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:39,184 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/2b8f619dc8746b149100d66b7fe5dea7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:39,184 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:39,184 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 2b8f619dc8746b149100d66b7fe5dea7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73771921, jitterRate=0.09928728640079498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:01:39,184 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:39,184 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:39,184 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 2b8f619dc8746b149100d66b7fe5dea7: Running coprocessor pre-open hook at 1733385699168Writing region info on filesystem at 1733385699168Initializing all the Stores at 1733385699169 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385699169Cleaning up temporary data from old regions at 1733385699180 (+11 ms)Running coprocessor post-open hooks at 1733385699184 (+4 ms)Region opened successfully at 1733385699184 2024-12-05T08:01:39,185 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:39,185 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:39,185 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7., pid=16, masterSystemTime=1733385699142 2024-12-05T08:01:39,185 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3cc8fd62d502ffe6657008d3426fb5f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:39,186 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3cc8fd62d502ffe6657008d3426fb5f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74146136, jitterRate=0.10486352443695068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:01:39,186 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:39,186 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3cc8fd62d502ffe6657008d3426fb5f7: Running coprocessor pre-open hook at 1733385699169Writing region info on filesystem at 1733385699169Initializing all the Stores at 1733385699171 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385699171Cleaning up temporary data from old regions at 1733385699180 (+9 ms)Running coprocessor post-open hooks at 1733385699186 (+6 ms)Region opened successfully at 1733385699186 2024-12-05T08:01:39,187 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:39,187 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7., pid=24, masterSystemTime=1733385699140 2024-12-05T08:01:39,187 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:01:39,187 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:01:39,188 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:01:39,188 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3beb7d63a7899e0bef95bbd20a76847c, NAME => 'SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T08:01:39,188 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2b8f619dc8746b149100d66b7fe5dea7, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:39,188 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:39,188 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:39,188 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:39,188 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:39,189 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7. 2024-12-05T08:01:39,189 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7. 2024-12-05T08:01:39,189 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:01:39,189 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 60a1c597ffaa4438cddecdfd205b1c75, NAME => 'SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T08:01:39,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3cc8fd62d502ffe6657008d3426fb5f7, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:39,190 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:39,190 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:39,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b8f619dc8746b149100d66b7fe5dea7, server=fc6cd38557f3,39209,1733385677737 because future has completed 2024-12-05T08:01:39,190 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:39,190 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:39,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cc8fd62d502ffe6657008d3426fb5f7, server=fc6cd38557f3,37079,1733385677812 because future has completed 2024-12-05T08:01:39,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-12-05T08:01:39,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b8f619dc8746b149100d66b7fe5dea7, server=fc6cd38557f3,39209,1733385677737 in 10.0600 sec 2024-12-05T08:01:39,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-05T08:01:39,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cc8fd62d502ffe6657008d3426fb5f7, server=fc6cd38557f3,37079,1733385677812 in 10.0400 sec 2024-12-05T08:01:39,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b8f619dc8746b149100d66b7fe5dea7, ASSIGN in 10.2250 sec 2024-12-05T08:01:39,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3cc8fd62d502ffe6657008d3426fb5f7, ASSIGN in 10.2260 sec 2024-12-05T08:01:39,199 INFO [StoreOpener-3beb7d63a7899e0bef95bbd20a76847c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:39,199 INFO [StoreOpener-60a1c597ffaa4438cddecdfd205b1c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:39,199 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/5961cf0b35c186e887daf0880738a0f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:39,200 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5961cf0b35c186e887daf0880738a0f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62933877, jitterRate=-0.062212154269218445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:01:39,200 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:39,200 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5961cf0b35c186e887daf0880738a0f8: Running coprocessor pre-open hook at 1733385699180Writing region info on filesystem at 1733385699180Initializing all the Stores at 1733385699181 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385699181Cleaning up temporary data from old regions at 1733385699185 (+4 ms)Running coprocessor post-open hooks at 1733385699200 (+15 ms)Region opened successfully at 1733385699200 2024-12-05T08:01:39,200 INFO [StoreOpener-3beb7d63a7899e0bef95bbd20a76847c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3beb7d63a7899e0bef95bbd20a76847c columnFamilyName cf 2024-12-05T08:01:39,200 INFO [StoreOpener-60a1c597ffaa4438cddecdfd205b1c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a1c597ffaa4438cddecdfd205b1c75 columnFamilyName cf 2024-12-05T08:01:39,200 DEBUG [StoreOpener-60a1c597ffaa4438cddecdfd205b1c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:39,200 DEBUG [StoreOpener-3beb7d63a7899e0bef95bbd20a76847c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:39,201 INFO [StoreOpener-3beb7d63a7899e0bef95bbd20a76847c-1 {}] regionserver.HStore(327): Store=3beb7d63a7899e0bef95bbd20a76847c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:39,201 INFO [StoreOpener-60a1c597ffaa4438cddecdfd205b1c75-1 {}] regionserver.HStore(327): Store=60a1c597ffaa4438cddecdfd205b1c75/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:39,201 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:39,201 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:39,202 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8., pid=21, masterSystemTime=1733385699154 2024-12-05T08:01:39,202 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:39,202 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:39,202 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:39,202 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:39,203 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:39,203 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:39,203 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:39,203 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:39,204 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:01:39,204 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:01:39,204 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:01:39,204 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 701cf54096bb3346e736a406e5d7b9bb, NAME => 'SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T08:01:39,204 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:39,205 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:39,205 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:39,205 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:39,205 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:39,205 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:39,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5961cf0b35c186e887daf0880738a0f8, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:39,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5961cf0b35c186e887daf0880738a0f8, server=fc6cd38557f3,33857,1733385677781 because future has completed 2024-12-05T08:01:39,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-12-05T08:01:39,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5961cf0b35c186e887daf0880738a0f8, server=fc6cd38557f3,33857,1733385677781 in 10.0590 sec 2024-12-05T08:01:39,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5961cf0b35c186e887daf0880738a0f8, ASSIGN in 10.2430 sec 2024-12-05T08:01:39,215 INFO [StoreOpener-701cf54096bb3346e736a406e5d7b9bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:39,217 INFO [StoreOpener-701cf54096bb3346e736a406e5d7b9bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 701cf54096bb3346e736a406e5d7b9bb columnFamilyName cf 2024-12-05T08:01:39,217 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3beb7d63a7899e0bef95bbd20a76847c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:39,217 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/60a1c597ffaa4438cddecdfd205b1c75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:39,217 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3beb7d63a7899e0bef95bbd20a76847c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59941291, jitterRate=-0.10680516064167023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:01:39,217 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:39,217 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3beb7d63a7899e0bef95bbd20a76847c: Running coprocessor pre-open hook at 1733385699188Writing region info on filesystem at 1733385699188Initializing all the Stores at 1733385699190 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385699190Cleaning up temporary data from old regions at 1733385699203 (+13 ms)Running coprocessor post-open hooks at 1733385699217 (+14 ms)Region opened successfully at 1733385699217 2024-12-05T08:01:39,218 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 60a1c597ffaa4438cddecdfd205b1c75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61803571, jitterRate=-0.07905502617359161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:01:39,218 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:39,218 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 60a1c597ffaa4438cddecdfd205b1c75: Running coprocessor pre-open hook at 1733385699190Writing region info on filesystem at 1733385699190Initializing all the Stores at 1733385699191 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385699191Cleaning up temporary data from old regions at 1733385699203 (+12 ms)Running coprocessor post-open hooks at 1733385699218 (+15 ms)Region opened successfully at 1733385699218 2024-12-05T08:01:39,218 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c., pid=19, masterSystemTime=1733385699142 2024-12-05T08:01:39,218 DEBUG [StoreOpener-701cf54096bb3346e736a406e5d7b9bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:39,219 INFO [StoreOpener-701cf54096bb3346e736a406e5d7b9bb-1 {}] regionserver.HStore(327): Store=701cf54096bb3346e736a406e5d7b9bb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:39,219 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:39,220 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:01:39,220 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:01:39,221 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75., pid=20, masterSystemTime=1733385699140 2024-12-05T08:01:39,221 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:01:39,221 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 07d395f8ee3d5abe5877f7a6a86a6e88, NAME => 'SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T08:01:39,221 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:39,221 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3beb7d63a7899e0bef95bbd20a76847c, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:39,222 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:39,222 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:39,222 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:39,224 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:39,226 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:39,226 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:39,226 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:39,227 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:39,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3beb7d63a7899e0bef95bbd20a76847c, server=fc6cd38557f3,39209,1733385677737 because future has completed 2024-12-05T08:01:39,228 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:01:39,228 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:01:39,229 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=60a1c597ffaa4438cddecdfd205b1c75, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:39,229 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/701cf54096bb3346e736a406e5d7b9bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:39,230 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 701cf54096bb3346e736a406e5d7b9bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75005588, jitterRate=0.11767035722732544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:01:39,230 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:39,230 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 701cf54096bb3346e736a406e5d7b9bb: Running coprocessor pre-open hook at 1733385699205Writing region info on filesystem at 1733385699205Initializing all the Stores at 1733385699209 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385699209Cleaning up temporary data from old regions at 1733385699222 (+13 ms)Running coprocessor post-open hooks at 1733385699230 (+8 ms)Region opened successfully at 1733385699230 2024-12-05T08:01:39,231 INFO [StoreOpener-07d395f8ee3d5abe5877f7a6a86a6e88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:39,232 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb., pid=22, masterSystemTime=1733385699154 2024-12-05T08:01:39,233 INFO [StoreOpener-07d395f8ee3d5abe5877f7a6a86a6e88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07d395f8ee3d5abe5877f7a6a86a6e88 columnFamilyName cf 2024-12-05T08:01:39,233 DEBUG [StoreOpener-07d395f8ee3d5abe5877f7a6a86a6e88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:39,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-05T08:01:39,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a1c597ffaa4438cddecdfd205b1c75, server=fc6cd38557f3,37079,1733385677812 because future has completed 2024-12-05T08:01:39,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3beb7d63a7899e0bef95bbd20a76847c, server=fc6cd38557f3,39209,1733385677737 in 10.0860 sec 2024-12-05T08:01:39,233 INFO [StoreOpener-07d395f8ee3d5abe5877f7a6a86a6e88-1 {}] regionserver.HStore(327): Store=07d395f8ee3d5abe5877f7a6a86a6e88/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:39,234 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:39,234 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:01:39,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3beb7d63a7899e0bef95bbd20a76847c, ASSIGN in 10.2650 sec 2024-12-05T08:01:39,234 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=701cf54096bb3346e736a406e5d7b9bb, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:39,234 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:01:39,235 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:01:39,235 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 432689307a572f9ece2864d58e906520, NAME => 'SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T08:01:39,235 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:39,235 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 432689307a572f9ece2864d58e906520 2024-12-05T08:01:39,236 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:01:39,236 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:39,236 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 432689307a572f9ece2864d58e906520 2024-12-05T08:01:39,236 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 432689307a572f9ece2864d58e906520 2024-12-05T08:01:39,237 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:39,237 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:39,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 701cf54096bb3346e736a406e5d7b9bb, server=fc6cd38557f3,33857,1733385677781 because future has completed 2024-12-05T08:01:39,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-12-05T08:01:39,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 60a1c597ffaa4438cddecdfd205b1c75, server=fc6cd38557f3,37079,1733385677812 in 10.0920 sec 2024-12-05T08:01:39,239 INFO [StoreOpener-432689307a572f9ece2864d58e906520-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 432689307a572f9ece2864d58e906520 2024-12-05T08:01:39,239 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:39,240 INFO [StoreOpener-432689307a572f9ece2864d58e906520-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 432689307a572f9ece2864d58e906520 columnFamilyName cf 2024-12-05T08:01:39,240 DEBUG [StoreOpener-432689307a572f9ece2864d58e906520-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:01:39,241 INFO [StoreOpener-432689307a572f9ece2864d58e906520-1 {}] regionserver.HStore(327): Store=432689307a572f9ece2864d58e906520/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:01:39,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60a1c597ffaa4438cddecdfd205b1c75, ASSIGN in 10.2700 sec 2024-12-05T08:01:39,241 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 432689307a572f9ece2864d58e906520 2024-12-05T08:01:39,242 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/432689307a572f9ece2864d58e906520 2024-12-05T08:01:39,242 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/432689307a572f9ece2864d58e906520 2024-12-05T08:01:39,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-12-05T08:01:39,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 701cf54096bb3346e736a406e5d7b9bb, server=fc6cd38557f3,33857,1733385677781 in 10.0910 sec 2024-12-05T08:01:39,243 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 432689307a572f9ece2864d58e906520 2024-12-05T08:01:39,243 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 432689307a572f9ece2864d58e906520 2024-12-05T08:01:39,243 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/07d395f8ee3d5abe5877f7a6a86a6e88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:39,244 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 07d395f8ee3d5abe5877f7a6a86a6e88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62510439, jitterRate=-0.06852187216281891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:01:39,244 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:39,245 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 07d395f8ee3d5abe5877f7a6a86a6e88: Running coprocessor pre-open hook at 1733385699227Writing region info on filesystem at 1733385699227Initializing all the Stores at 1733385699228 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385699228Cleaning up temporary data from old regions at 1733385699237 (+9 ms)Running coprocessor post-open hooks at 1733385699245 (+8 ms)Region opened successfully at 1733385699245 2024-12-05T08:01:39,245 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 432689307a572f9ece2864d58e906520 2024-12-05T08:01:39,246 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88., pid=18, masterSystemTime=1733385699142 2024-12-05T08:01:39,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=701cf54096bb3346e736a406e5d7b9bb, ASSIGN in 10.2750 sec 2024-12-05T08:01:39,248 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:01:39,248 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:01:39,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=07d395f8ee3d5abe5877f7a6a86a6e88, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:39,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07d395f8ee3d5abe5877f7a6a86a6e88, server=fc6cd38557f3,39209,1733385677737 because future has completed 2024-12-05T08:01:39,251 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/432689307a572f9ece2864d58e906520/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T08:01:39,252 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 432689307a572f9ece2864d58e906520; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65395127, jitterRate=-0.0255366712808609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:01:39,252 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 432689307a572f9ece2864d58e906520 2024-12-05T08:01:39,252 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 432689307a572f9ece2864d58e906520: Running coprocessor pre-open hook at 1733385699237Writing region info on filesystem at 1733385699237Initializing all the Stores at 1733385699238 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385699238Cleaning up temporary data from old regions at 1733385699243 (+5 ms)Running coprocessor post-open hooks at 1733385699252 (+9 ms)Region opened successfully at 1733385699252 2024-12-05T08:01:39,253 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520., pid=23, masterSystemTime=1733385699154 2024-12-05T08:01:39,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-12-05T08:01:39,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 07d395f8ee3d5abe5877f7a6a86a6e88, server=fc6cd38557f3,39209,1733385677737 in 10.1110 sec 2024-12-05T08:01:39,255 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:01:39,255 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:01:39,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07d395f8ee3d5abe5877f7a6a86a6e88, ASSIGN in 10.2850 sec 2024-12-05T08:01:39,255 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=432689307a572f9ece2864d58e906520, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:39,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 432689307a572f9ece2864d58e906520, server=fc6cd38557f3,33857,1733385677781 because future has completed 2024-12-05T08:01:39,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-05T08:01:39,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 432689307a572f9ece2864d58e906520, server=fc6cd38557f3,33857,1733385677781 in 10.1090 sec 2024-12-05T08:01:39,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-05T08:01:39,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=432689307a572f9ece2864d58e906520, ASSIGN in 10.2920 sec 2024-12-05T08:01:39,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T08:01:39,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385699262"}]},"ts":"1733385699262"} 2024-12-05T08:01:39,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T08:01:39,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T08:01:39,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3890 sec 2024-12-05T08:01:42,348 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T08:01:44,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T08:01:44,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:44,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:44,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T08:01:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T08:01:47,159 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T08:01:47,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T08:01:47,159 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T08:01:47,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T08:01:47,168 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T08:01:47,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T08:01:47,189 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c., hostname=fc6cd38557f3,39209,1733385677737, seqNum=2] 2024-12-05T08:01:47,191 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c., hostname=fc6cd38557f3,39209,1733385677737, seqNum=2] 2024-12-05T08:01:47,191 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c., hostname=fc6cd38557f3,39209,1733385677737, seqNum=2] 2024-12-05T08:01:47,192 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c., hostname=fc6cd38557f3,39209,1733385677737, seqNum=2] 2024-12-05T08:01:47,193 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c., hostname=fc6cd38557f3,39209,1733385677737, seqNum=2] 2024-12-05T08:01:47,194 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c., hostname=fc6cd38557f3,39209,1733385677737, seqNum=2] 2024-12-05T08:01:47,226 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb., hostname=fc6cd38557f3,33857,1733385677781, seqNum=2] 2024-12-05T08:01:47,227 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb., hostname=fc6cd38557f3,33857,1733385677781, seqNum=2] 2024-12-05T08:01:47,228 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb., hostname=fc6cd38557f3,33857,1733385677781, seqNum=2] 2024-12-05T08:01:47,229 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb., hostname=fc6cd38557f3,33857,1733385677781, seqNum=2] 2024-12-05T08:01:47,262 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92., hostname=fc6cd38557f3,37079,1733385677812, seqNum=2] 2024-12-05T08:01:47,264 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92., hostname=fc6cd38557f3,37079,1733385677812, seqNum=2] 2024-12-05T08:01:47,266 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92., hostname=fc6cd38557f3,37079,1733385677812, seqNum=2] 2024-12-05T08:01:47,267 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92., hostname=fc6cd38557f3,37079,1733385677812, seqNum=2] 2024-12-05T08:01:47,269 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92., hostname=fc6cd38557f3,37079,1733385677812, seqNum=2] 2024-12-05T08:01:47,319 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7., hostname=fc6cd38557f3,39209,1733385677737, seqNum=2] 2024-12-05T08:01:47,321 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7., hostname=fc6cd38557f3,39209,1733385677737, seqNum=2] 2024-12-05T08:01:47,322 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7., hostname=fc6cd38557f3,39209,1733385677737, seqNum=2] 2024-12-05T08:01:47,324 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7., hostname=fc6cd38557f3,39209,1733385677737, seqNum=2] 2024-12-05T08:01:47,325 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7., hostname=fc6cd38557f3,39209,1733385677737, seqNum=2] 2024-12-05T08:01:47,563 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T08:01:47,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T08:01:47,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T08:01:47,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T08:01:47,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T08:01:47,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33857 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T08:01:47,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37079 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T08:01:47,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:01:47,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T08:01:48,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T08:01:48,439 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T08:01:48,440 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T08:01:48,440 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T08:01:48,442 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T08:01:48,445 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T08:01:48,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741848_1024 (size=49) 2024-12-05T08:01:48,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741848_1024 (size=49) 2024-12-05T08:01:48,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741848_1024 (size=49) 2024-12-05T08:01:48,456 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T08:01:48,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6fb45b9ea0ba0e334ecf4214011456f}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 432689307a572f9ece2864d58e906520}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3cc8fd62d502ffe6657008d3426fb5f7}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07d395f8ee3d5abe5877f7a6a86a6e88}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5961cf0b35c186e887daf0880738a0f8}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60a1c597ffaa4438cddecdfd205b1c75}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3beb7d63a7899e0bef95bbd20a76847c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 701cf54096bb3346e736a406e5d7b9bb}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e62ff661c1f482f513df0cfbcdf76e92}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b8f619dc8746b149100d66b7fe5dea7}] 2024-12-05T08:01:48,458 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:48,458 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:48,458 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 432689307a572f9ece2864d58e906520 2024-12-05T08:01:48,458 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:48,458 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:48,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:48,462 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:48,462 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:48,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:48,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:52,488 INFO [regionserver/fc6cd38557f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-05T08:01:58,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T08:01:58,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T08:01:58,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T08:01:58,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T08:01:58,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T08:01:58,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:01:58,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:01:58,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:01:58,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 60a1c597ffaa4438cddecdfd205b1c75: 2024-12-05T08:01:58,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 07d395f8ee3d5abe5877f7a6a86a6e88: 2024-12-05T08:01:58,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T08:01:58,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. for SnapshotProcedureTest completed. 2024-12-05T08:01:58,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. for SnapshotProcedureTest completed. 2024-12-05T08:01:58,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T08:01:58,464 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 701cf54096bb3346e736a406e5d7b9bb 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T08:01:58,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:01:58,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T08:01:58,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:01:58,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:01:58,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:01:58,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:01:58,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T08:01:58,465 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 3beb7d63a7899e0bef95bbd20a76847c 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-05T08:01:58,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T08:01:58,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:01:58,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. 2024-12-05T08:01:58,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5961cf0b35c186e887daf0880738a0f8: 2024-12-05T08:01:58,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:01:58,465 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e62ff661c1f482f513df0cfbcdf76e92 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T08:01:58,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:01:58,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 432689307a572f9ece2864d58e906520: 2024-12-05T08:01:58,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. for SnapshotProcedureTest completed. 2024-12-05T08:01:58,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b6fb45b9ea0ba0e334ecf4214011456f: 2024-12-05T08:01:58,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. for SnapshotProcedureTest completed. 2024-12-05T08:01:58,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. for SnapshotProcedureTest completed. 2024-12-05T08:01:58,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:01:58,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:01:58,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:01:58,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:01:58,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7. 2024-12-05T08:01:58,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:01:58,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:01:58,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3cc8fd62d502ffe6657008d3426fb5f7: 2024-12-05T08:01:58,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7. for SnapshotProcedureTest completed. 2024-12-05T08:01:58,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:01:58,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T08:01:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741849_1025 (size=65) 2024-12-05T08:01:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741849_1025 (size=65) 2024-12-05T08:01:58,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741849_1025 (size=65) 2024-12-05T08:01:58,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741850_1026 (size=65) 2024-12-05T08:01:58,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:01:58,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T08:01:58,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741850_1026 (size=65) 2024-12-05T08:01:58,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741850_1026 (size=65) 2024-12-05T08:01:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T08:01:58,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:58,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:01:58,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:01:58,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T08:01:58,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3beb7d63a7899e0bef95bbd20a76847c/.tmp/cf/da1baae24cdc4ef590dcc852857febd5 is 34, key is aaa/cf:cf/1733385707982/Put/seqid=0 2024-12-05T08:01:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T08:01:58,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:58,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/701cf54096bb3346e736a406e5d7b9bb/.tmp/cf/b23ad7a7bec045048e781332c618eb4e is 34, key is baa/cf:cf/1733385707926/Put/seqid=0 2024-12-05T08:01:58,491 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:01:58,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60a1c597ffaa4438cddecdfd205b1c75 in 10.0340 sec 2024-12-05T08:01:58,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/e62ff661c1f482f513df0cfbcdf76e92/.tmp/cf/2d818c315fcf4f109155dfa23b40373e is 34, key is ccd/cf:cf/1733385707932/Put/seqid=0 2024-12-05T08:01:58,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5961cf0b35c186e887daf0880738a0f8 in 10.0360 sec 2024-12-05T08:01:58,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741851_1027 (size=65) 2024-12-05T08:01:58,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741851_1027 (size=65) 2024-12-05T08:01:58,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741851_1027 (size=65) 2024-12-05T08:01:58,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733385688875.3cc8fd62d502ffe6657008d3426fb5f7. 2024-12-05T08:01:58,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T08:01:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T08:01:58,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:58,501 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3cc8fd62d502ffe6657008d3426fb5f7 2024-12-05T08:01:58,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3cc8fd62d502ffe6657008d3426fb5f7 in 10.0450 sec 2024-12-05T08:01:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741854_1030 (size=65) 2024-12-05T08:01:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741852_1028 (size=65) 2024-12-05T08:01:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741852_1028 (size=65) 2024-12-05T08:01:58,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:01:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741852_1028 (size=65) 2024-12-05T08:01:58,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T08:01:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741854_1030 (size=65) 2024-12-05T08:01:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741853_1029 (size=57) 2024-12-05T08:01:58,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:01:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741854_1030 (size=65) 2024-12-05T08:01:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741853_1029 (size=57) 2024-12-05T08:01:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741853_1029 (size=57) 2024-12-05T08:01:58,510 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 2b8f619dc8746b149100d66b7fe5dea7 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-05T08:01:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T08:01:58,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:58,510 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:01:58,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:01:58,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:01:58,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T08:01:58,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T08:01:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T08:01:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T08:01:58,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:58,511 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 432689307a572f9ece2864d58e906520 2024-12-05T08:01:58,512 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:01:58,512 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 432689307a572f9ece2864d58e906520 2024-12-05T08:01:58,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 07d395f8ee3d5abe5877f7a6a86a6e88 in 10.0550 sec 2024-12-05T08:01:58,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b6fb45b9ea0ba0e334ecf4214011456f in 10.0570 sec 2024-12-05T08:01:58,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 432689307a572f9ece2864d58e906520 in 10.0570 sec 2024-12-05T08:01:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741855_1031 (size=26918) 2024-12-05T08:01:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741855_1031 (size=26918) 2024-12-05T08:01:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741855_1031 (size=26918) 2024-12-05T08:01:58,522 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3beb7d63a7899e0bef95bbd20a76847c/.tmp/cf/da1baae24cdc4ef590dcc852857febd5 2024-12-05T08:01:58,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741856_1032 (size=28623) 2024-12-05T08:01:58,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741857_1033 (size=47197) 2024-12-05T08:01:58,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741857_1033 (size=47197) 2024-12-05T08:01:58,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741856_1032 (size=28623) 2024-12-05T08:01:58,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741856_1032 (size=28623) 2024-12-05T08:01:58,530 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/701cf54096bb3346e736a406e5d7b9bb/.tmp/cf/b23ad7a7bec045048e781332c618eb4e 2024-12-05T08:01:58,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741857_1033 (size=47197) 2024-12-05T08:01:58,531 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/e62ff661c1f482f513df0cfbcdf76e92/.tmp/cf/2d818c315fcf4f109155dfa23b40373e 2024-12-05T08:01:58,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/701cf54096bb3346e736a406e5d7b9bb/.tmp/cf/b23ad7a7bec045048e781332c618eb4e as hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/701cf54096bb3346e736a406e5d7b9bb/cf/b23ad7a7bec045048e781332c618eb4e 2024-12-05T08:01:58,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3beb7d63a7899e0bef95bbd20a76847c/.tmp/cf/da1baae24cdc4ef590dcc852857febd5 as hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3beb7d63a7899e0bef95bbd20a76847c/cf/da1baae24cdc4ef590dcc852857febd5 2024-12-05T08:01:58,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/e62ff661c1f482f513df0cfbcdf76e92/.tmp/cf/2d818c315fcf4f109155dfa23b40373e as hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/e62ff661c1f482f513df0cfbcdf76e92/cf/2d818c315fcf4f109155dfa23b40373e 2024-12-05T08:01:58,553 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3beb7d63a7899e0bef95bbd20a76847c/cf/da1baae24cdc4ef590dcc852857febd5, entries=676, sequenceid=5, filesize=26.3 K 2024-12-05T08:01:58,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 3beb7d63a7899e0bef95bbd20a76847c in 88ms, sequenceid=5, compaction requested=false 2024-12-05T08:01:58,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 3beb7d63a7899e0bef95bbd20a76847c: 2024-12-05T08:01:58,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. for SnapshotProcedureTest completed. 2024-12-05T08:01:58,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:01:58,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3beb7d63a7899e0bef95bbd20a76847c/cf/da1baae24cdc4ef590dcc852857febd5] hfiles 2024-12-05T08:01:58,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3beb7d63a7899e0bef95bbd20a76847c/cf/da1baae24cdc4ef590dcc852857febd5 for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,556 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/701cf54096bb3346e736a406e5d7b9bb/cf/b23ad7a7bec045048e781332c618eb4e, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T08:01:58,557 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 701cf54096bb3346e736a406e5d7b9bb in 94ms, sequenceid=5, compaction requested=false 2024-12-05T08:01:58,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 701cf54096bb3346e736a406e5d7b9bb: 2024-12-05T08:01:58,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. for SnapshotProcedureTest completed. 2024-12-05T08:01:58,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:01:58,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/701cf54096bb3346e736a406e5d7b9bb/cf/b23ad7a7bec045048e781332c618eb4e] hfiles 2024-12-05T08:01:58,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/701cf54096bb3346e736a406e5d7b9bb/cf/b23ad7a7bec045048e781332c618eb4e for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,565 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/e62ff661c1f482f513df0cfbcdf76e92/cf/2d818c315fcf4f109155dfa23b40373e, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T08:01:58,566 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e62ff661c1f482f513df0cfbcdf76e92 in 101ms, sequenceid=5, compaction requested=false 2024-12-05T08:01:58,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e62ff661c1f482f513df0cfbcdf76e92: 2024-12-05T08:01:58,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. for SnapshotProcedureTest completed. 2024-12-05T08:01:58,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:01:58,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/e62ff661c1f482f513df0cfbcdf76e92/cf/2d818c315fcf4f109155dfa23b40373e] hfiles 2024-12-05T08:01:58,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/e62ff661c1f482f513df0cfbcdf76e92/cf/2d818c315fcf4f109155dfa23b40373e for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741859_1035 (size=105) 2024-12-05T08:01:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741859_1035 (size=105) 2024-12-05T08:01:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741859_1035 (size=105) 2024-12-05T08:01:58,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:01:58,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T08:01:58,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/2b8f619dc8746b149100d66b7fe5dea7/.tmp/cf/b6c55ccd70fe4ff2831c4045d746b53d is 34, key is eaa/cf:cf/1733385708330/Put/seqid=0 2024-12-05T08:01:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T08:01:58,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:58,587 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:01:58,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741858_1034 (size=499309) 2024-12-05T08:01:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741858_1034 (size=499309) 2024-12-05T08:01:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741858_1034 (size=499309) 2024-12-05T08:01:58,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3beb7d63a7899e0bef95bbd20a76847c in 10.1320 sec 2024-12-05T08:01:58,591 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/2b8f619dc8746b149100d66b7fe5dea7/.tmp/cf/b6c55ccd70fe4ff2831c4045d746b53d 2024-12-05T08:01:58,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741860_1036 (size=105) 2024-12-05T08:01:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741860_1036 (size=105) 2024-12-05T08:01:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741860_1036 (size=105) 2024-12-05T08:01:58,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:01:58,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T08:01:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T08:01:58,602 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:58,603 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:01:58,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 701cf54096bb3346e736a406e5d7b9bb in 10.1480 sec 2024-12-05T08:01:58,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/2b8f619dc8746b149100d66b7fe5dea7/.tmp/cf/b6c55ccd70fe4ff2831c4045d746b53d as hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/2b8f619dc8746b149100d66b7fe5dea7/cf/b6c55ccd70fe4ff2831c4045d746b53d 2024-12-05T08:01:58,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741861_1037 (size=105) 2024-12-05T08:01:58,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741861_1037 (size=105) 2024-12-05T08:01:58,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741861_1037 (size=105) 2024-12-05T08:01:58,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733385688875.e62ff661c1f482f513df0cfbcdf76e92. 2024-12-05T08:01:58,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T08:01:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T08:01:58,616 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:58,616 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/2b8f619dc8746b149100d66b7fe5dea7/cf/b6c55ccd70fe4ff2831c4045d746b53d, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-05T08:01:58,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e62ff661c1f482f513df0cfbcdf76e92 2024-12-05T08:01:58,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 2b8f619dc8746b149100d66b7fe5dea7 in 107ms, sequenceid=5, compaction requested=false 2024-12-05T08:01:58,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 2b8f619dc8746b149100d66b7fe5dea7: 2024-12-05T08:01:58,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. for SnapshotProcedureTest completed. 2024-12-05T08:01:58,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T08:01:58,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/2b8f619dc8746b149100d66b7fe5dea7/cf/b6c55ccd70fe4ff2831c4045d746b53d] hfiles 2024-12-05T08:01:58,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/2b8f619dc8746b149100d66b7fe5dea7/cf/b6c55ccd70fe4ff2831c4045d746b53d for snapshot=SnapshotProcedureTest 2024-12-05T08:01:58,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e62ff661c1f482f513df0cfbcdf76e92 in 10.1610 sec 2024-12-05T08:01:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741862_1038 (size=97) 2024-12-05T08:01:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741862_1038 (size=97) 2024-12-05T08:01:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741862_1038 (size=97) 2024-12-05T08:01:59,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:01:59,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T08:01:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T08:01:59,029 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:59,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:01:59,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-05T08:01:59,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b8f619dc8746b149100d66b7fe5dea7 in 10.6090 sec 2024-12-05T08:01:59,071 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T08:01:59,073 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T08:01:59,075 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T08:01:59,075 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T08:01:59,078 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T08:01:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741863_1039 (size=1174) 2024-12-05T08:01:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741863_1039 (size=1174) 2024-12-05T08:01:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741863_1039 (size=1174) 2024-12-05T08:01:59,093 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T08:01:59,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T08:01:59,100 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:59,100 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:59,100 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:59,100 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:59,100 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,33857,1733385677781 2024-12-05T08:01:59,104 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:59,104 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,37079,1733385677812 2024-12-05T08:01:59,105 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:59,105 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,39209,1733385677737 2024-12-05T08:01:59,160 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T08:02:09,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-05T08:02:09,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-05T08:02:09,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-05T08:02:09,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-05T08:02:09,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-05T08:02:09,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-05T08:02:09,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-05T08:02:09,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-05T08:02:09,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-05T08:02:09,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T08:02:09,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T08:02:09,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-05T08:02:09,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-05T08:02:09,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-05T08:02:09,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T08:02:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-05T08:02:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-05T08:02:09,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-05T08:02:09,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-05T08:02:09,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T08:02:09,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-05T08:02:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-05T08:02:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T08:02:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-05T08:02:09,114 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,33857,1733385677781 Release verify snapshot worker=fc6cd38557f3,33857,1733385677781 2024-12-05T08:02:09,114 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,37079,1733385677812 Release verify snapshot worker=fc6cd38557f3,37079,1733385677812 2024-12-05T08:02:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-05T08:02:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-05T08:02:09,114 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,33857,1733385677781 Release verify snapshot worker=fc6cd38557f3,33857,1733385677781 2024-12-05T08:02:09,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,37079,1733385677812 in 10.0170 sec 2024-12-05T08:02:09,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,33857,1733385677781 in 10.0170 sec 2024-12-05T08:02:09,116 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,37079,1733385677812 2024-12-05T08:02:09,116 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,39209,1733385677737 Release verify snapshot worker=fc6cd38557f3,39209,1733385677737 2024-12-05T08:02:09,116 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,33857,1733385677781 Release verify snapshot worker=fc6cd38557f3,33857,1733385677781 2024-12-05T08:02:09,116 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,37079,1733385677812 Release verify snapshot worker=fc6cd38557f3,37079,1733385677812 2024-12-05T08:02:09,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,37079,1733385677812 in 10.0190 sec 2024-12-05T08:02:09,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,33857,1733385677781 in 10.0170 sec 2024-12-05T08:02:09,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,33857,1733385677781 in 10.0190 sec 2024-12-05T08:02:09,119 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,37079,1733385677812 Release verify snapshot worker=fc6cd38557f3,37079,1733385677812 2024-12-05T08:02:09,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,39209,1733385677737 in 10.0190 sec 2024-12-05T08:02:09,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,37079,1733385677812 in 10.0220 sec 2024-12-05T08:02:09,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-05T08:02:09,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-05T08:02:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-05T08:02:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-05T08:02:09,125 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,39209,1733385677737 Release verify snapshot worker=fc6cd38557f3,39209,1733385677737 2024-12-05T08:02:09,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,39209,1733385677737 in 10.0280 sec 2024-12-05T08:02:09,126 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,39209,1733385677737 Release verify snapshot worker=fc6cd38557f3,39209,1733385677737 2024-12-05T08:02:09,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,39209,1733385677737 in 10.0290 sec 2024-12-05T08:02:09,161 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fc6cd38557f3,37079,1733385677812 2024-12-05T08:02:09,161 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fc6cd38557f3,37079,1733385677812: Simulated kill ***** 2024-12-05T08:02:09,161 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T08:02:09,161 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T08:02:09,162 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T08:02:09,162 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T08:02:09,162 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T08:02:09,162 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 551647232 }, "NonHeapMemoryUsage": { "committed": 176357376, "init": 7667712, "max": -1, "used": 171663000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T08:02:09,163 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41229 {}] master.MasterRpcServices(700): fc6cd38557f3,37079,1733385677812 reported a fatal error: ***** ABORTING region server fc6cd38557f3,37079,1733385677812: Simulated kill ***** 2024-12-05T08:02:09,163 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,37079,1733385677812' ***** 2024-12-05T08:02:09,164 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-05T08:02:09,164 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T08:02:09,164 INFO [RS:2;fc6cd38557f3:37079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T08:02:09,164 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T08:02:09,164 INFO [RS:2;fc6cd38557f3:37079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T08:02:09,164 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T08:02:09,164 INFO [RS:2;fc6cd38557f3:37079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fc6cd38557f3:37079. 2024-12-05T08:02:09,164 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T08:02:09,164 DEBUG [RS:2;fc6cd38557f3:37079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:02:09,164 DEBUG [RS:2;fc6cd38557f3:37079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:02:09,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741835_1011 (size=1488) 2024-12-05T08:02:09,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741835_1011 (size=1488) 2024-12-05T08:02:09,168 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812/fc6cd38557f3%2C37079%2C1733385677812.1733385678506 not finished, retry = 0 2024-12-05T08:02:09,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741835_1011 (size=1488) 2024-12-05T08:02:09,228 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:02:09,270 DEBUG [RS:2;fc6cd38557f3:37079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:02:09,271 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:02:09,271 INFO [RS:2;fc6cd38557f3:37079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37079 2024-12-05T08:02:09,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T08:02:09,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,37079,1733385677812 2024-12-05T08:02:09,341 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T08:02:09,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,37079,1733385677812] 2024-12-05T08:02:09,367 INFO [regionserver/fc6cd38557f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T08:02:09,367 INFO [regionserver/fc6cd38557f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T08:02:09,389 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,37079,1733385677812 already deleted, retry=false 2024-12-05T08:02:09,389 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fc6cd38557f3,37079,1733385677812 on fc6cd38557f3,41229,1733385677588 2024-12-05T08:02:09,391 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fc6cd38557f3,37079,1733385677812, splitWal=true, meta=false 2024-12-05T08:02:09,391 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for fc6cd38557f3,37079,1733385677812 (carryingMeta=false) fc6cd38557f3,37079,1733385677812/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@295d2ad9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T08:02:09,393 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fc6cd38557f3,37079,1733385677812, splitWal=true, meta=false 2024-12-05T08:02:09,394 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fc6cd38557f3,37079,1733385677812 had 3 regions 2024-12-05T08:02:09,396 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fc6cd38557f3,37079,1733385677812, splitWal=true, meta=false, isMeta: false 2024-12-05T08:02:09,399 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting 2024-12-05T08:02:09,400 INFO [PEWorker-3 {}] master.SplitWALManager(105): fc6cd38557f3,37079,1733385677812 WAL count=1, meta=false 2024-12-05T08:02:09,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fc6cd38557f3%2C37079%2C1733385677812.1733385678506}] 2024-12-05T08:02:09,401 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-05T08:02:09,401 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=fc6cd38557f3,39209,1733385677737 2024-12-05T08:02:09,401 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-05T08:02:09,401 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-05T08:02:09,402 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,37079,1733385677812 Release verify snapshot worker=fc6cd38557f3,37079,1733385677812 2024-12-05T08:02:09,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fc6cd38557f3%2C37079%2C1733385677812.1733385678506, worker=fc6cd38557f3,39209,1733385677737}] 2024-12-05T08:02:09,402 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to fc6cd38557f3,37079,1733385677812, this operation will be retried to send to another server 2024-12-05T08:02:09,402 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T08:02:09,403 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733385730403 2024-12-05T08:02:09,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:02:09,465 INFO [RS:2;fc6cd38557f3:37079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T08:02:09,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37079-0x101a5cbfdc30003, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:02:09,465 INFO [RS:2;fc6cd38557f3:37079 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,37079,1733385677812; zookeeper connection closed. 2024-12-05T08:02:09,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7015b28 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7015b28 2024-12-05T08:02:09,736 INFO [master/fc6cd38557f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T08:02:09,736 INFO [master/fc6cd38557f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T08:02:10,407 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc6cd38557f3,33857,1733385677781 2024-12-05T08:02:17,563 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T08:02:18,838 INFO [regionserver/fc6cd38557f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T08:02:19,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-05T08:02:19,425 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506, size=1.5 K (1488bytes) 2024-12-05T08:02:19,425 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506 2024-12-05T08:02:19,426 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506 after 1ms 2024-12-05T08:02:19,429 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506 took 4ms 2024-12-05T08:02:19,431 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for e62ff661c1f482f513df0cfbcdf76e92: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-05T08:02:19,433 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3cc8fd62d502ffe6657008d3426fb5f7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T08:02:19,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 60a1c597ffaa4438cddecdfd205b1c75: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T08:02:19,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506 so closing down 2024-12-05T08:02:19,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T08:02:19,434 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T08:02:19,434 INFO [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-05T08:02:19,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506, journal: Splitting hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506, size=1.5 K (1488bytes) at 1733385739425Finishing writing output for hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506 so closing down at 1733385739434 (+9 ms)3 split writer threads finished at 1733385739434Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733385739434 2024-12-05T08:02:19,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506 2024-12-05T08:02:19,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-05T08:02:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-05T08:02:19,439 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting/fc6cd38557f3%2C37079%2C1733385677812.1733385678506 to hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/oldWALs 2024-12-05T08:02:19,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-05T08:02:19,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fc6cd38557f3%2C37079%2C1733385677812.1733385678506, worker=fc6cd38557f3,39209,1733385677737 in 10.0370 sec 2024-12-05T08:02:19,442 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=fc6cd38557f3,39209,1733385677737 2024-12-05T08:02:19,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-05T08:02:19,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure fc6cd38557f3%2C37079%2C1733385677812.1733385678506, worker=fc6cd38557f3,39209,1733385677737 in 10.0420 sec 2024-12-05T08:02:19,445 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting dir is empty, no logs to split. 2024-12-05T08:02:19,445 INFO [PEWorker-1 {}] master.SplitWALManager(105): fc6cd38557f3,37079,1733385677812 WAL count=0, meta=false 2024-12-05T08:02:19,445 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fc6cd38557f3,37079,1733385677812 WAL splitting is done? wals=0, meta=false 2024-12-05T08:02:19,447 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fc6cd38557f3,37079,1733385677812 failed, ignore...File hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/WALs/fc6cd38557f3,37079,1733385677812-splitting does not exist. 2024-12-05T08:02:19,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60a1c597ffaa4438cddecdfd205b1c75, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3cc8fd62d502ffe6657008d3426fb5f7, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e62ff661c1f482f513df0cfbcdf76e92, ASSIGN}] 2024-12-05T08:02:19,449 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e62ff661c1f482f513df0cfbcdf76e92, ASSIGN 2024-12-05T08:02:19,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3cc8fd62d502ffe6657008d3426fb5f7, ASSIGN 2024-12-05T08:02:19,449 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60a1c597ffaa4438cddecdfd205b1c75, ASSIGN 2024-12-05T08:02:19,450 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e62ff661c1f482f513df0cfbcdf76e92, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T08:02:19,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3cc8fd62d502ffe6657008d3426fb5f7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T08:02:19,450 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60a1c597ffaa4438cddecdfd205b1c75, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T08:02:19,601 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T08:02:19,601 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T08:02:19,601 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T08:02:19,601 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T08:02:19,601 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T08:02:19,601 INFO [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T08:02:19,602 INFO [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T08:02:19,602 DEBUG [fc6cd38557f3:41229 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T08:02:19,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=60a1c597ffaa4438cddecdfd205b1c75, regionState=OPENING, regionLocation=fc6cd38557f3,33857,1733385677781 2024-12-05T08:02:19,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=e62ff661c1f482f513df0cfbcdf76e92, regionState=OPENING, regionLocation=fc6cd38557f3,39209,1733385677737 2024-12-05T08:02:19,603 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=3cc8fd62d502ffe6657008d3426fb5f7, regionState=OPENING, regionLocation=fc6cd38557f3,39209,1733385677737 2024-12-05T08:02:19,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60a1c597ffaa4438cddecdfd205b1c75, ASSIGN because future has completed 2024-12-05T08:02:19,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a1c597ffaa4438cddecdfd205b1c75, server=fc6cd38557f3,33857,1733385677781}] 2024-12-05T08:02:19,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e62ff661c1f482f513df0cfbcdf76e92, ASSIGN because future has completed 2024-12-05T08:02:19,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62ff661c1f482f513df0cfbcdf76e92, server=fc6cd38557f3,39209,1733385677737}] 2024-12-05T08:02:19,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3cc8fd62d502ffe6657008d3426fb5f7, ASSIGN because future has completed 2024-12-05T08:02:19,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cc8fd62d502ffe6657008d3426fb5f7, server=fc6cd38557f3,39209,1733385677737}] 2024-12-05T08:02:20,418 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:02:20,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-05T08:02:20,418 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 60a1c597ffaa4438cddecdfd205b1c75, NAME => 'SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T08:02:20,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-05T08:02:20,418 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,418 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T08:02:20,419 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,419 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41229 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-05T08:02:20,420 INFO [StoreOpener-60a1c597ffaa4438cddecdfd205b1c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,422 INFO [StoreOpener-60a1c597ffaa4438cddecdfd205b1c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a1c597ffaa4438cddecdfd205b1c75 columnFamilyName cf 2024-12-05T08:02:20,422 DEBUG [StoreOpener-60a1c597ffaa4438cddecdfd205b1c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T08:02:20,422 INFO [StoreOpener-60a1c597ffaa4438cddecdfd205b1c75-1 {}] regionserver.HStore(327): Store=60a1c597ffaa4438cddecdfd205b1c75/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T08:02:20,422 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,423 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,425 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,425 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,426 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,428 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,429 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 60a1c597ffaa4438cddecdfd205b1c75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65483260, jitterRate=-0.024223387241363525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T08:02:20,429 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,429 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 60a1c597ffaa4438cddecdfd205b1c75: Running coprocessor pre-open hook at 1733385740419Writing region info on filesystem at 1733385740419Initializing all the Stores at 1733385740420 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385740420Cleaning up temporary data from old regions at 1733385740426 (+6 ms)Running coprocessor post-open hooks at 1733385740429 (+3 ms)Region opened successfully at 1733385740429 2024-12-05T08:02:20,459 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75., pid=52, masterSystemTime=1733385740408 2024-12-05T08:02:20,460 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,33857,1733385677781 Release verify snapshot worker=fc6cd38557f3,33857,1733385677781 2024-12-05T08:02:20,461 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:02:20,462 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:02:20,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=60a1c597ffaa4438cddecdfd205b1c75, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33857,1733385677781 2024-12-05T08:02:20,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-05T08:02:20,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc6cd38557f3,33857,1733385677781 in 21.3630 sec 2024-12-05T08:02:20,463 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-05T08:02:20,464 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/.hbase-snapshot/SnapshotProcedureTest 2024-12-05T08:02:20,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a1c597ffaa4438cddecdfd205b1c75, server=fc6cd38557f3,33857,1733385677781 because future has completed 2024-12-05T08:02:20,466 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-05T08:02:20,466 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-05T08:02:20,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-12-05T08:02:20,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 60a1c597ffaa4438cddecdfd205b1c75, server=fc6cd38557f3,33857,1733385677781 in 857 msec 2024-12-05T08:02:20,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 32.0290 sec 2024-12-05T08:02:20,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60a1c597ffaa4438cddecdfd205b1c75, ASSIGN in 1.0210 sec 2024-12-05T08:02:20,481 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-05T08:02:20,484 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T08:02:20,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T08:02:20,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T08:02:20,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:02:20,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:02:20,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:02:20,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T08:02:20,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T08:02:20,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759602956, stopped=false 2024-12-05T08:02:20,485 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,41229,1733385677588 2024-12-05T08:02:20,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T08:02:20,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T08:02:20,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:02:20,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T08:02:20,513 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T08:02:20,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:02:20,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:02:20,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T08:02:20,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:02:20,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:02:20,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T08:02:20,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T08:02:20,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T08:02:20,514 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,39209,1733385677737' ***** 2024-12-05T08:02:20,515 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T08:02:20,515 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,33857,1733385677781' ***** 2024-12-05T08:02:20,515 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T08:02:20,515 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T08:02:20,515 INFO [RS:1;fc6cd38557f3:33857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T08:02:20,515 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T08:02:20,515 INFO [RS:1;fc6cd38557f3:33857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T08:02:20,515 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T08:02:20,515 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(3091): Received CLOSE for 5961cf0b35c186e887daf0880738a0f8 2024-12-05T08:02:20,515 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T08:02:20,516 INFO [RS:0;fc6cd38557f3:39209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T08:02:20,516 INFO [RS:0;fc6cd38557f3:39209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T08:02:20,516 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for 07d395f8ee3d5abe5877f7a6a86a6e88 2024-12-05T08:02:20,516 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(3091): Received CLOSE for 432689307a572f9ece2864d58e906520 2024-12-05T08:02:20,516 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(3091): Received CLOSE for 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:02:20,516 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(3091): Received CLOSE for 60a1c597ffaa4438cddecdfd205b1c75 2024-12-05T08:02:20,516 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,33857,1733385677781 2024-12-05T08:02:20,516 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T08:02:20,516 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5961cf0b35c186e887daf0880738a0f8, disabling compactions & flushes 2024-12-05T08:02:20,516 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for 3beb7d63a7899e0bef95bbd20a76847c 2024-12-05T08:02:20,516 INFO [RS:1;fc6cd38557f3:33857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc6cd38557f3:33857. 2024-12-05T08:02:20,516 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:02:20,516 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:02:20,516 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:02:20,516 DEBUG [RS:1;fc6cd38557f3:33857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:02:20,516 DEBUG [RS:1;fc6cd38557f3:33857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:02:20,516 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. after waiting 0 ms 2024-12-05T08:02:20,516 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b8f619dc8746b149100d66b7fe5dea7 2024-12-05T08:02:20,516 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07d395f8ee3d5abe5877f7a6a86a6e88, disabling compactions & flushes 2024-12-05T08:02:20,516 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:02:20,516 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,39209,1733385677737 2024-12-05T08:02:20,516 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:02:20,516 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T08:02:20,516 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T08:02:20,516 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:02:20,516 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T08:02:20,516 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T08:02:20,516 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. after waiting 0 ms 2024-12-05T08:02:20,516 INFO [RS:0;fc6cd38557f3:39209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:39209. 2024-12-05T08:02:20,517 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T08:02:20,517 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:02:20,517 DEBUG [RS:0;fc6cd38557f3:39209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T08:02:20,517 DEBUG [RS:0;fc6cd38557f3:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:02:20,517 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-05T08:02:20,517 DEBUG [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(1325): Online Regions={07d395f8ee3d5abe5877f7a6a86a6e88=SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88., 3beb7d63a7899e0bef95bbd20a76847c=SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c., b6fb45b9ea0ba0e334ecf4214011456f=SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f., 2b8f619dc8746b149100d66b7fe5dea7=SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7.} 2024-12-05T08:02:20,517 DEBUG [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(1351): Waiting on 07d395f8ee3d5abe5877f7a6a86a6e88, 2b8f619dc8746b149100d66b7fe5dea7, 3beb7d63a7899e0bef95bbd20a76847c, b6fb45b9ea0ba0e334ecf4214011456f 2024-12-05T08:02:20,517 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-05T08:02:20,517 DEBUG [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(1325): Online Regions={5961cf0b35c186e887daf0880738a0f8=SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8., 432689307a572f9ece2864d58e906520=SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520., 1588230740=hbase:meta,,1.1588230740, 701cf54096bb3346e736a406e5d7b9bb=SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb., 60a1c597ffaa4438cddecdfd205b1c75=SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75.} 2024-12-05T08:02:20,517 DEBUG [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 432689307a572f9ece2864d58e906520, 5961cf0b35c186e887daf0880738a0f8, 60a1c597ffaa4438cddecdfd205b1c75, 701cf54096bb3346e736a406e5d7b9bb 2024-12-05T08:02:20,518 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T08:02:20,518 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T08:02:20,518 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T08:02:20,518 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T08:02:20,518 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T08:02:20,518 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.18 KB heapSize=23.87 KB 2024-12-05T08:02:20,521 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/5961cf0b35c186e887daf0880738a0f8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:02:20,521 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/07d395f8ee3d5abe5877f7a6a86a6e88/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:02:20,522 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:02:20,522 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:02:20,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5961cf0b35c186e887daf0880738a0f8: Waiting for close lock at 1733385740516Running coprocessor pre-close hooks at 1733385740516Disabling compacts and flushes for region at 1733385740516Disabling writes for close at 1733385740516Writing region close event to WAL at 1733385740517 (+1 ms)Running coprocessor post-close hooks at 1733385740522 (+5 ms)Closed at 1733385740522 2024-12-05T08:02:20,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07d395f8ee3d5abe5877f7a6a86a6e88: Waiting for close lock at 1733385740516Running coprocessor pre-close hooks at 1733385740516Disabling compacts and flushes for region at 1733385740516Disabling writes for close at 1733385740517 (+1 ms)Writing region close event to WAL at 1733385740517Running coprocessor post-close hooks at 1733385740522 (+5 ms)Closed at 1733385740522 2024-12-05T08:02:20,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733385688875.07d395f8ee3d5abe5877f7a6a86a6e88. 2024-12-05T08:02:20,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733385688875.5961cf0b35c186e887daf0880738a0f8. 2024-12-05T08:02:20,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3beb7d63a7899e0bef95bbd20a76847c, disabling compactions & flushes 2024-12-05T08:02:20,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 432689307a572f9ece2864d58e906520, disabling compactions & flushes 2024-12-05T08:02:20,522 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:02:20,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:02:20,522 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:02:20,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. after waiting 0 ms 2024-12-05T08:02:20,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:02:20,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:02:20,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. after waiting 0 ms 2024-12-05T08:02:20,523 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:02:20,526 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/432689307a572f9ece2864d58e906520/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:02:20,527 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:02:20,527 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 432689307a572f9ece2864d58e906520: Waiting for close lock at 1733385740522Running coprocessor pre-close hooks at 1733385740522Disabling compacts and flushes for region at 1733385740522Disabling writes for close at 1733385740522Writing region close event to WAL at 1733385740523 (+1 ms)Running coprocessor post-close hooks at 1733385740527 (+4 ms)Closed at 1733385740527 2024-12-05T08:02:20,527 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/3beb7d63a7899e0bef95bbd20a76847c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T08:02:20,527 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520. 2024-12-05T08:02:20,527 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 701cf54096bb3346e736a406e5d7b9bb, disabling compactions & flushes 2024-12-05T08:02:20,527 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:02:20,527 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:02:20,527 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. after waiting 0 ms 2024-12-05T08:02:20,527 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:02:20,527 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:02:20,528 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3beb7d63a7899e0bef95bbd20a76847c: Waiting for close lock at 1733385740522Running coprocessor pre-close hooks at 1733385740522Disabling compacts and flushes for region at 1733385740522Disabling writes for close at 1733385740522Writing region close event to WAL at 1733385740524 (+2 ms)Running coprocessor post-close hooks at 1733385740527 (+3 ms)Closed at 1733385740527 2024-12-05T08:02:20,528 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733385688875.3beb7d63a7899e0bef95bbd20a76847c. 2024-12-05T08:02:20,528 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6fb45b9ea0ba0e334ecf4214011456f, disabling compactions & flushes 2024-12-05T08:02:20,528 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:02:20,528 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:02:20,528 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. after waiting 0 ms 2024-12-05T08:02:20,528 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:02:20,531 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/701cf54096bb3346e736a406e5d7b9bb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T08:02:20,531 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/b6fb45b9ea0ba0e334ecf4214011456f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T08:02:20,531 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:02:20,531 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 701cf54096bb3346e736a406e5d7b9bb: Waiting for close lock at 1733385740527Running coprocessor pre-close hooks at 1733385740527Disabling compacts and flushes for region at 1733385740527Disabling writes for close at 1733385740527Writing region close event to WAL at 1733385740528 (+1 ms)Running coprocessor post-close hooks at 1733385740531 (+3 ms)Closed at 1733385740531 2024-12-05T08:02:20,531 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:02:20,531 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6fb45b9ea0ba0e334ecf4214011456f: Waiting for close lock at 1733385740528Running coprocessor pre-close hooks at 1733385740528Disabling compacts and flushes for region at 1733385740528Disabling writes for close at 1733385740528Writing region close event to WAL at 1733385740528Running coprocessor post-close hooks at 1733385740531 (+3 ms)Closed at 1733385740531 2024-12-05T08:02:20,531 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733385688875.701cf54096bb3346e736a406e5d7b9bb. 2024-12-05T08:02:20,532 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733385688875.b6fb45b9ea0ba0e334ecf4214011456f. 2024-12-05T08:02:20,532 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60a1c597ffaa4438cddecdfd205b1c75, disabling compactions & flushes 2024-12-05T08:02:20,532 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b8f619dc8746b149100d66b7fe5dea7, disabling compactions & flushes 2024-12-05T08:02:20,532 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:02:20,532 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:02:20,532 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:02:20,532 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:02:20,532 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. after waiting 0 ms 2024-12-05T08:02:20,532 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. after waiting 0 ms 2024-12-05T08:02:20,532 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:02:20,532 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:02:20,534 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:02:20,535 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/60a1c597ffaa4438cddecdfd205b1c75/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T08:02:20,535 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/default/SPTestTable/2b8f619dc8746b149100d66b7fe5dea7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T08:02:20,536 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:02:20,536 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b8f619dc8746b149100d66b7fe5dea7: Waiting for close lock at 1733385740532Running coprocessor pre-close hooks at 1733385740532Disabling compacts and flushes for region at 1733385740532Disabling writes for close at 1733385740532Writing region close event to WAL at 1733385740532Running coprocessor post-close hooks at 1733385740536 (+4 ms)Closed at 1733385740536 2024-12-05T08:02:20,536 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:02:20,536 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733385688875.2b8f619dc8746b149100d66b7fe5dea7. 2024-12-05T08:02:20,536 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60a1c597ffaa4438cddecdfd205b1c75: Waiting for close lock at 1733385740532Running coprocessor pre-close hooks at 1733385740532Disabling compacts and flushes for region at 1733385740532Disabling writes for close at 1733385740532Writing region close event to WAL at 1733385740532Running coprocessor post-close hooks at 1733385740536 (+4 ms)Closed at 1733385740536 2024-12-05T08:02:20,536 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733385688875.60a1c597ffaa4438cddecdfd205b1c75. 2024-12-05T08:02:20,537 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/.tmp/info/2c22507fe69c43d9b25701a597dbb622 is 167, key is SPTestTable,19999999,1733385688875.432689307a572f9ece2864d58e906520./info:regioninfo/1733385699255/Put/seqid=0 2024-12-05T08:02:20,542 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:02:20,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741864_1040 (size=19124) 2024-12-05T08:02:20,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741864_1040 (size=19124) 2024-12-05T08:02:20,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741864_1040 (size=19124) 2024-12-05T08:02:20,544 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.03 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/.tmp/info/2c22507fe69c43d9b25701a597dbb622 2024-12-05T08:02:20,562 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/.tmp/ns/bf1ab05d09ef4bacb71b88277445c990 is 43, key is default/ns:d/1733385688759/Put/seqid=0 2024-12-05T08:02:20,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741865_1041 (size=5153) 2024-12-05T08:02:20,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741865_1041 (size=5153) 2024-12-05T08:02:20,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741865_1041 (size=5153) 2024-12-05T08:02:20,569 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/.tmp/ns/bf1ab05d09ef4bacb71b88277445c990 2024-12-05T08:02:20,586 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/.tmp/table/fd1aa327196d4aee909fa452876ae7d6 is 47, key is SPTestTable/table:state/1733385699262/Put/seqid=0 2024-12-05T08:02:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741866_1042 (size=5214) 2024-12-05T08:02:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741866_1042 (size=5214) 2024-12-05T08:02:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741866_1042 (size=5214) 2024-12-05T08:02:20,592 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/.tmp/table/fd1aa327196d4aee909fa452876ae7d6 2024-12-05T08:02:20,599 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/.tmp/info/2c22507fe69c43d9b25701a597dbb622 as hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/info/2c22507fe69c43d9b25701a597dbb622 2024-12-05T08:02:20,604 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/info/2c22507fe69c43d9b25701a597dbb622, entries=106, sequenceid=33, filesize=18.7 K 2024-12-05T08:02:20,605 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/.tmp/ns/bf1ab05d09ef4bacb71b88277445c990 as hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/ns/bf1ab05d09ef4bacb71b88277445c990 2024-12-05T08:02:20,610 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/ns/bf1ab05d09ef4bacb71b88277445c990, entries=2, sequenceid=33, filesize=5.0 K 2024-12-05T08:02:20,611 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/.tmp/table/fd1aa327196d4aee909fa452876ae7d6 as hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/table/fd1aa327196d4aee909fa452876ae7d6 2024-12-05T08:02:20,617 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/table/fd1aa327196d4aee909fa452876ae7d6, entries=2, sequenceid=33, filesize=5.1 K 2024-12-05T08:02:20,618 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.18 KB/14522, heapSize ~23.57 KB/24136, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=33, compaction requested=false 2024-12-05T08:02:20,621 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/data/hbase/meta/1588230740/recovered.edits/36.seqid, newMaxSeqId=36, maxSeqId=1 2024-12-05T08:02:20,622 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T08:02:20,622 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T08:02:20,622 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385740517Running coprocessor pre-close hooks at 1733385740518 (+1 ms)Disabling compacts and flushes for region at 1733385740518Disabling writes for close at 1733385740518Obtaining lock to block concurrent updates at 1733385740518Preparing flush snapshotting stores in 1588230740 at 1733385740518Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=14522, getHeapSize=24376, getOffHeapSize=0, getCellsCount=118 at 1733385740519 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733385740519Flushing 1588230740/info: creating writer at 1733385740519Flushing 1588230740/info: appending metadata at 1733385740537 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733385740537Flushing 1588230740/ns: creating writer at 1733385740550 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733385740562 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733385740562Flushing 1588230740/table: creating writer at 1733385740574 (+12 ms)Flushing 1588230740/table: appending metadata at 1733385740586 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733385740586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e02113: reopening flushed file at 1733385740598 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455ad790: reopening flushed file at 1733385740605 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb57360: reopening flushed file at 1733385740611 (+6 ms)Finished flush of dataSize ~14.18 KB/14522, heapSize ~23.57 KB/24136, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=33, compaction requested=false at 1733385740618 (+7 ms)Writing region close event to WAL at 1733385740619 (+1 ms)Running coprocessor post-close hooks at 1733385740622 (+3 ms)Closed at 1733385740622 2024-12-05T08:02:20,623 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T08:02:20,717 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,39209,1733385677737; all regions closed. 2024-12-05T08:02:20,718 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,33857,1733385677781; all regions closed. 2024-12-05T08:02:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741834_1010 (size=3439) 2024-12-05T08:02:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741836_1012 (size=17104) 2024-12-05T08:02:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741834_1010 (size=3439) 2024-12-05T08:02:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741834_1010 (size=3439) 2024-12-05T08:02:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741836_1012 (size=17104) 2024-12-05T08:02:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741836_1012 (size=17104) 2024-12-05T08:02:20,723 DEBUG [RS:0;fc6cd38557f3:39209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/oldWALs 2024-12-05T08:02:20,723 INFO [RS:0;fc6cd38557f3:39209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C39209%2C1733385677737:(num 1733385678503) 2024-12-05T08:02:20,723 DEBUG [RS:0;fc6cd38557f3:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:02:20,723 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:02:20,723 DEBUG [RS:1;fc6cd38557f3:33857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/oldWALs 2024-12-05T08:02:20,723 INFO [RS:1;fc6cd38557f3:33857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C33857%2C1733385677781.meta:.meta(num 1733385688659) 2024-12-05T08:02:20,723 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T08:02:20,723 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T08:02:20,723 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T08:02:20,723 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T08:02:20,724 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T08:02:20,724 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T08:02:20,724 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T08:02:20,724 INFO [RS:0;fc6cd38557f3:39209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39209 2024-12-05T08:02:20,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741833_1009 (size=2947) 2024-12-05T08:02:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741833_1009 (size=2947) 2024-12-05T08:02:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741833_1009 (size=2947) 2024-12-05T08:02:20,728 DEBUG [RS:1;fc6cd38557f3:33857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/oldWALs 2024-12-05T08:02:20,728 INFO [RS:1;fc6cd38557f3:33857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C33857%2C1733385677781:(num 1733385678503) 2024-12-05T08:02:20,728 DEBUG [RS:1;fc6cd38557f3:33857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T08:02:20,728 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T08:02:20,728 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T08:02:20,728 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T08:02:20,728 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T08:02:20,728 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T08:02:20,728 INFO [RS:1;fc6cd38557f3:33857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33857 2024-12-05T08:02:20,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T08:02:20,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,39209,1733385677737 2024-12-05T08:02:20,754 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T08:02:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,33857,1733385677781 2024-12-05T08:02:20,763 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T08:02:20,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,33857,1733385677781] 2024-12-05T08:02:20,788 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,33857,1733385677781 already deleted, retry=false 2024-12-05T08:02:20,788 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,33857,1733385677781 expired; onlineServers=1 2024-12-05T08:02:20,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,39209,1733385677737] 2024-12-05T08:02:20,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,39209,1733385677737 already deleted, retry=false 2024-12-05T08:02:20,796 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,39209,1733385677737 expired; onlineServers=0 2024-12-05T08:02:20,796 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,41229,1733385677588' ***** 2024-12-05T08:02:20,796 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T08:02:20,796 INFO [M:0;fc6cd38557f3:41229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T08:02:20,796 INFO [M:0;fc6cd38557f3:41229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T08:02:20,797 DEBUG [M:0;fc6cd38557f3:41229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T08:02:20,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T08:02:20,797 DEBUG [M:0;fc6cd38557f3:41229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T08:02:20,797 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385678163 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385678163,5,FailOnTimeoutGroup] 2024-12-05T08:02:20,797 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385678163 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385678163,5,FailOnTimeoutGroup] 2024-12-05T08:02:20,797 INFO [M:0;fc6cd38557f3:41229 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T08:02:20,797 INFO [M:0;fc6cd38557f3:41229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T08:02:20,797 DEBUG [M:0;fc6cd38557f3:41229 {}] master.HMaster(1795): Stopping service threads 2024-12-05T08:02:20,797 INFO [M:0;fc6cd38557f3:41229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T08:02:20,797 INFO [M:0;fc6cd38557f3:41229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T08:02:20,797 ERROR [M:0;fc6cd38557f3:41229 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:45405 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45405,5,PEWorkerGroup] 2024-12-05T08:02:20,798 INFO [M:0;fc6cd38557f3:41229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T08:02:20,798 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T08:02:20,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T08:02:20,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T08:02:20,805 DEBUG [M:0;fc6cd38557f3:41229 {}] zookeeper.ZKUtil(347): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T08:02:20,805 WARN [M:0;fc6cd38557f3:41229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T08:02:20,805 INFO [M:0;fc6cd38557f3:41229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/.lastflushedseqids 2024-12-05T08:02:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741867_1043 (size=650) 2024-12-05T08:02:20,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741867_1043 (size=650) 2024-12-05T08:02:20,827 INFO [M:0;fc6cd38557f3:41229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T08:02:20,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741867_1043 (size=650) 2024-12-05T08:02:20,827 INFO [M:0;fc6cd38557f3:41229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T08:02:20,827 DEBUG [M:0;fc6cd38557f3:41229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T08:02:20,827 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:02:20,827 DEBUG [M:0;fc6cd38557f3:41229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:02:20,828 DEBUG [M:0;fc6cd38557f3:41229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T08:02:20,828 DEBUG [M:0;fc6cd38557f3:41229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:02:20,828 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=174.65 KB heapSize=213.67 KB 2024-12-05T08:02:20,848 DEBUG [M:0;fc6cd38557f3:41229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b31b3c51e394470a475d2af1d58ec83 is 82, key is hbase:meta,,1/info:regioninfo/1733385688695/Put/seqid=0 2024-12-05T08:02:20,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741868_1044 (size=5672) 2024-12-05T08:02:20,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741868_1044 (size=5672) 2024-12-05T08:02:20,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741868_1044 (size=5672) 2024-12-05T08:02:20,855 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b31b3c51e394470a475d2af1d58ec83 2024-12-05T08:02:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:02:20,871 INFO [RS:0;fc6cd38557f3:39209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T08:02:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101a5cbfdc30001, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:02:20,872 INFO [RS:0;fc6cd38557f3:39209 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,39209,1733385677737; zookeeper connection closed. 2024-12-05T08:02:20,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@99d3459 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@99d3459 2024-12-05T08:02:20,876 DEBUG [M:0;fc6cd38557f3:41229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ad607cb113445d38a362484b9fc12e7 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733385699267/Put/seqid=0 2024-12-05T08:02:20,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:02:20,880 INFO [RS:1;fc6cd38557f3:33857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T08:02:20,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33857-0x101a5cbfdc30002, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:02:20,880 INFO [RS:1;fc6cd38557f3:33857 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,33857,1733385677781; zookeeper connection closed. 2024-12-05T08:02:20,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a54b024 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a54b024 2024-12-05T08:02:20,880 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T08:02:20,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741869_1045 (size=12200) 2024-12-05T08:02:20,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741869_1045 (size=12200) 2024-12-05T08:02:20,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741869_1045 (size=12200) 2024-12-05T08:02:20,886 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=173.92 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ad607cb113445d38a362484b9fc12e7 2024-12-05T08:02:20,891 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ad607cb113445d38a362484b9fc12e7 2024-12-05T08:02:20,905 DEBUG [M:0;fc6cd38557f3:41229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65f8c78324b54850ab9d8b3075225ea7 is 69, key is fc6cd38557f3,33857,1733385677781/rs:state/1733385678292/Put/seqid=0 2024-12-05T08:02:20,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741870_1046 (size=5447) 2024-12-05T08:02:20,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741870_1046 (size=5447) 2024-12-05T08:02:20,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741870_1046 (size=5447) 2024-12-05T08:02:20,912 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65f8c78324b54850ab9d8b3075225ea7 2024-12-05T08:02:20,916 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65f8c78324b54850ab9d8b3075225ea7 2024-12-05T08:02:20,918 DEBUG [M:0;fc6cd38557f3:41229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b31b3c51e394470a475d2af1d58ec83 as hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b31b3c51e394470a475d2af1d58ec83 2024-12-05T08:02:20,924 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b31b3c51e394470a475d2af1d58ec83, entries=8, sequenceid=419, filesize=5.5 K 2024-12-05T08:02:20,925 DEBUG [M:0;fc6cd38557f3:41229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ad607cb113445d38a362484b9fc12e7 as hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ad607cb113445d38a362484b9fc12e7 2024-12-05T08:02:20,930 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ad607cb113445d38a362484b9fc12e7 2024-12-05T08:02:20,930 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ad607cb113445d38a362484b9fc12e7, entries=54, sequenceid=419, filesize=11.9 K 2024-12-05T08:02:20,931 DEBUG [M:0;fc6cd38557f3:41229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65f8c78324b54850ab9d8b3075225ea7 as hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65f8c78324b54850ab9d8b3075225ea7 2024-12-05T08:02:20,937 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65f8c78324b54850ab9d8b3075225ea7 2024-12-05T08:02:20,938 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/3a707852-d03d-86f2-1ae1-026aec333130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65f8c78324b54850ab9d8b3075225ea7, entries=3, sequenceid=419, filesize=5.3 K 2024-12-05T08:02:20,939 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.65 KB/178844, heapSize ~213.38 KB/218496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=419, compaction requested=false 2024-12-05T08:02:20,940 INFO [M:0;fc6cd38557f3:41229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T08:02:20,940 DEBUG [M:0;fc6cd38557f3:41229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385740827Disabling compacts and flushes for region at 1733385740827Disabling writes for close at 1733385740828 (+1 ms)Obtaining lock to block concurrent updates at 1733385740828Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733385740828Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=178844, getHeapSize=218736, getOffHeapSize=0, getCellsCount=514 at 1733385740828Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733385740829 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733385740829Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733385740848 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733385740848Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733385740861 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733385740876 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733385740876Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733385740892 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733385740904 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733385740904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a28bce5: reopening flushed file at 1733385740916 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e0fb42: reopening flushed file at 1733385740924 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3607241a: reopening flushed file at 1733385740930 (+6 ms)Finished flush of dataSize ~174.65 KB/178844, heapSize ~213.38 KB/218496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=419, compaction requested=false at 1733385740939 (+9 ms)Writing region close event to WAL at 1733385740940 (+1 ms)Closed at 1733385740940 2024-12-05T08:02:20,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741830_1006 (size=206878) 2024-12-05T08:02:20,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741830_1006 (size=206878) 2024-12-05T08:02:20,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46001 is added to blk_1073741830_1006 (size=206878) 2024-12-05T08:02:20,944 INFO [M:0;fc6cd38557f3:41229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T08:02:20,945 INFO [M:0;fc6cd38557f3:41229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41229 2024-12-05T08:02:20,945 INFO [M:0;fc6cd38557f3:41229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T08:02:20,946 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T08:02:21,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:02:21,055 INFO [M:0;fc6cd38557f3:41229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T08:02:21,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x101a5cbfdc30000, quorum=127.0.0.1:58440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T08:02:21,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e2837d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T08:02:21,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1009edfd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T08:02:21,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T08:02:21,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555392b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T08:02:21,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7844ccb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/hadoop.log.dir/,STOPPED} 2024-12-05T08:02:21,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T08:02:21,104 WARN [BP-789300384-172.17.0.2-1733385675293 heartbeating to localhost/127.0.0.1:45405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T08:02:21,104 WARN [BP-789300384-172.17.0.2-1733385675293 heartbeating to localhost/127.0.0.1:45405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-789300384-172.17.0.2-1733385675293 (Datanode Uuid 1124dd3a-dc57-4795-b6de-343aa0e81742) service to localhost/127.0.0.1:45405 2024-12-05T08:02:21,104 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T08:02:21,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data5/current/BP-789300384-172.17.0.2-1733385675293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:02:21,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data6/current/BP-789300384-172.17.0.2-1733385675293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:02:21,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T08:02:21,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38b5411d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T08:02:21,108 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7539655b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T08:02:21,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T08:02:21,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a7ea158{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T08:02:21,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75dd10e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/hadoop.log.dir/,STOPPED} 2024-12-05T08:02:21,110 WARN [BP-789300384-172.17.0.2-1733385675293 heartbeating to localhost/127.0.0.1:45405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T08:02:21,110 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T08:02:21,110 WARN [BP-789300384-172.17.0.2-1733385675293 heartbeating to localhost/127.0.0.1:45405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-789300384-172.17.0.2-1733385675293 (Datanode Uuid 6b4a8324-bbd7-4fb1-b37f-fedfdfddd4e3) service to localhost/127.0.0.1:45405 2024-12-05T08:02:21,110 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T08:02:21,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data3/current/BP-789300384-172.17.0.2-1733385675293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:02:21,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data4/current/BP-789300384-172.17.0.2-1733385675293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:02:21,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T08:02:21,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22c8ef2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T08:02:21,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34683201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T08:02:21,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T08:02:21,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d3fcae4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T08:02:21,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d856a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/hadoop.log.dir/,STOPPED} 2024-12-05T08:02:21,114 WARN [BP-789300384-172.17.0.2-1733385675293 heartbeating to localhost/127.0.0.1:45405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T08:02:21,114 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T08:02:21,114 WARN [BP-789300384-172.17.0.2-1733385675293 heartbeating to localhost/127.0.0.1:45405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-789300384-172.17.0.2-1733385675293 (Datanode Uuid a2ab0fdd-5fa1-48d9-87ba-a6a701633b2e) service to localhost/127.0.0.1:45405 2024-12-05T08:02:21,114 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T08:02:21,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data1/current/BP-789300384-172.17.0.2-1733385675293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:02:21,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/cluster_673d2bdd-3d50-2677-3bd5-4dca1c4851bf/data/data2/current/BP-789300384-172.17.0.2-1733385675293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T08:02:21,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T08:02:21,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ec05261{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T08:02:21,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295706e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T08:02:21,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T08:02:21,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30d03752{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T08:02:21,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f594751{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5a8a1e1d-c43c-e105-1515-b6748a7b8368/hadoop.log.dir/,STOPPED} 2024-12-05T08:02:21,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T08:02:21,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T08:02:21,165 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 92) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45405 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45405 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 74), ProcessCount=11 (was 11), AvailableMemoryMB=6034 (was 6196)