2024-11-22 16:12:38,898 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 16:12:38,921 main DEBUG Took 0.020121 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 16:12:38,922 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 16:12:38,922 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 16:12:38,923 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 16:12:38,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,935 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 16:12:38,950 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,952 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,953 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,954 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,955 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,956 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,957 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,958 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,959 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,960 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,961 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,962 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:12:38,963 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,964 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 16:12:38,965 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:12:38,967 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 16:12:38,969 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 16:12:38,969 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 16:12:38,971 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 16:12:38,972 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 16:12:38,983 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 16:12:38,986 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 16:12:38,988 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 16:12:38,989 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 16:12:38,989 main DEBUG createAppenders(={Console}) 2024-11-22 16:12:38,990 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-22 16:12:38,991 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 16:12:38,991 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-22 16:12:38,992 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 16:12:38,992 main DEBUG OutputStream closed 2024-11-22 16:12:38,992 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 16:12:38,993 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 16:12:38,993 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-22 16:12:39,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 16:12:39,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 16:12:39,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 16:12:39,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 16:12:39,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 16:12:39,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 16:12:39,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 16:12:39,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 16:12:39,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 16:12:39,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 16:12:39,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 16:12:39,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 16:12:39,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 16:12:39,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 16:12:39,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 16:12:39,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 16:12:39,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 16:12:39,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 16:12:39,132 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 16:12:39,132 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-22 16:12:39,133 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 16:12:39,134 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-22T16:12:39,160 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-22 16:12:39,163 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 16:12:39,163 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T16:12:39,173 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-22T16:12:39,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=4669 2024-11-22T16:12:39,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb 2024-11-22T16:12:39,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:12:39,676 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6, deleteOnExit=true 2024-11-22T16:12:39,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:12:39,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/test.cache.data in system properties and HBase conf 2024-11-22T16:12:39,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:12:39,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:12:39,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:12:39,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:12:39,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:12:39,811 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T16:12:39,940 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:12:39,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:12:39,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:12:39,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:12:39,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:12:39,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:12:39,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:12:39,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:12:39,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:12:39,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:12:39,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:12:39,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:12:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:12:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:12:39,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:12:41,396 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T16:12:41,486 INFO [Time-limited test {}] log.Log(170): Logging initialized @3576ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T16:12:41,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:12:41,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:12:41,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:12:41,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:12:41,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:12:41,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:12:41,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:12:41,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:12:41,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/java.io.tmpdir/jetty-localhost-36493-hadoop-hdfs-3_4_1-tests_jar-_-any-13934865814605549723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:12:41,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:36493} 2024-11-22T16:12:41,988 INFO [Time-limited test {}] server.Server(415): Started @4079ms 2024-11-22T16:12:42,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:12:42,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:12:42,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:12:42,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:12:42,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:12:42,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:12:42,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:12:42,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/java.io.tmpdir/jetty-localhost-46339-hadoop-hdfs-3_4_1-tests_jar-_-any-17972826591469417951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:12:42,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:46339} 2024-11-22T16:12:42,827 INFO [Time-limited test {}] server.Server(415): Started @4919ms 2024-11-22T16:12:42,879 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:12:43,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:12:43,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:12:43,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:12:43,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:12:43,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:12:43,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:12:43,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:12:43,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/java.io.tmpdir/jetty-localhost-40211-hadoop-hdfs-3_4_1-tests_jar-_-any-10464728405474731737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:12:43,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:40211} 2024-11-22T16:12:43,226 INFO [Time-limited test {}] server.Server(415): Started @5318ms 2024-11-22T16:12:43,230 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:12:43,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:12:43,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:12:43,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:12:43,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:12:43,323 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:12:43,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:12:43,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:12:43,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/java.io.tmpdir/jetty-localhost-44537-hadoop-hdfs-3_4_1-tests_jar-_-any-2929273229973262731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:12:43,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:44537} 2024-11-22T16:12:43,438 INFO [Time-limited test {}] server.Server(415): Started @5530ms 2024-11-22T16:12:43,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:12:44,938 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data3/current/BP-960054500-172.17.0.2-1732291960612/current, will proceed with Du for space computation calculation, 2024-11-22T16:12:44,938 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data2/current/BP-960054500-172.17.0.2-1732291960612/current, will proceed with Du for space computation calculation, 2024-11-22T16:12:44,938 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data1/current/BP-960054500-172.17.0.2-1732291960612/current, will proceed with Du for space computation calculation, 2024-11-22T16:12:44,938 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data4/current/BP-960054500-172.17.0.2-1732291960612/current, will proceed with Du for space computation calculation, 2024-11-22T16:12:44,980 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:12:44,981 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:12:45,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac0d4903d33cad06 with lease ID 0xe2cb7a37e32bd7ac: Processing first storage report for DS-a9d65d93-8d8a-4651-8a32-88e019348ef0 from datanode DatanodeRegistration(127.0.0.1:42143, datanodeUuid=5042d5f7-4e86-42b0-ad48-554a6517c429, infoPort=41085, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612) 2024-11-22T16:12:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac0d4903d33cad06 with lease ID 0xe2cb7a37e32bd7ac: from storage DS-a9d65d93-8d8a-4651-8a32-88e019348ef0 node DatanodeRegistration(127.0.0.1:42143, datanodeUuid=5042d5f7-4e86-42b0-ad48-554a6517c429, infoPort=41085, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T16:12:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce4b3c4ff4c43176 with lease ID 0xe2cb7a37e32bd7ab: Processing first storage report for DS-ebf2f48b-cce9-4431-aaec-4cb9fea017e8 from datanode DatanodeRegistration(127.0.0.1:33053, datanodeUuid=577a260c-1b44-4bea-a827-4868246b5094, infoPort=35969, infoSecurePort=0, ipcPort=46567, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612) 2024-11-22T16:12:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce4b3c4ff4c43176 with lease ID 0xe2cb7a37e32bd7ab: from storage DS-ebf2f48b-cce9-4431-aaec-4cb9fea017e8 node DatanodeRegistration(127.0.0.1:33053, datanodeUuid=577a260c-1b44-4bea-a827-4868246b5094, infoPort=35969, infoSecurePort=0, ipcPort=46567, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:12:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac0d4903d33cad06 with lease ID 0xe2cb7a37e32bd7ac: Processing first storage report for DS-5cd390a3-e6f5-46ee-8dd4-5165839b78ca from datanode DatanodeRegistration(127.0.0.1:42143, datanodeUuid=5042d5f7-4e86-42b0-ad48-554a6517c429, infoPort=41085, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612) 2024-11-22T16:12:45,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac0d4903d33cad06 with lease ID 0xe2cb7a37e32bd7ac: from storage DS-5cd390a3-e6f5-46ee-8dd4-5165839b78ca node DatanodeRegistration(127.0.0.1:42143, datanodeUuid=5042d5f7-4e86-42b0-ad48-554a6517c429, infoPort=41085, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:12:45,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce4b3c4ff4c43176 with lease ID 0xe2cb7a37e32bd7ab: Processing first storage report for DS-50aa5d72-2d61-46a1-8655-19aede8c6830 from datanode DatanodeRegistration(127.0.0.1:33053, datanodeUuid=577a260c-1b44-4bea-a827-4868246b5094, infoPort=35969, infoSecurePort=0, ipcPort=46567, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612) 2024-11-22T16:12:45,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce4b3c4ff4c43176 with lease ID 0xe2cb7a37e32bd7ab: from storage DS-50aa5d72-2d61-46a1-8655-19aede8c6830 node DatanodeRegistration(127.0.0.1:33053, datanodeUuid=577a260c-1b44-4bea-a827-4868246b5094, infoPort=35969, infoSecurePort=0, ipcPort=46567, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:12:45,250 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data6/current/BP-960054500-172.17.0.2-1732291960612/current, will proceed with Du for space computation calculation, 2024-11-22T16:12:45,250 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data5/current/BP-960054500-172.17.0.2-1732291960612/current, will proceed with Du for space computation calculation, 2024-11-22T16:12:45,278 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:12:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91c71ce2d92ae440 with lease ID 0xe2cb7a37e32bd7ad: Processing first storage report for DS-9c0a91bc-71b9-4a4a-ad03-ded9d3e5ae87 from datanode DatanodeRegistration(127.0.0.1:41829, datanodeUuid=e9d4af33-a149-409d-a39b-13e43484db97, infoPort=44137, infoSecurePort=0, ipcPort=39205, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612) 2024-11-22T16:12:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91c71ce2d92ae440 with lease ID 0xe2cb7a37e32bd7ad: from storage DS-9c0a91bc-71b9-4a4a-ad03-ded9d3e5ae87 node DatanodeRegistration(127.0.0.1:41829, datanodeUuid=e9d4af33-a149-409d-a39b-13e43484db97, infoPort=44137, infoSecurePort=0, ipcPort=39205, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:12:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91c71ce2d92ae440 with lease ID 0xe2cb7a37e32bd7ad: Processing first storage report for DS-2be8d33a-4c58-4d57-ab96-eb7ebad77ec7 from datanode DatanodeRegistration(127.0.0.1:41829, datanodeUuid=e9d4af33-a149-409d-a39b-13e43484db97, infoPort=44137, infoSecurePort=0, ipcPort=39205, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612) 2024-11-22T16:12:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91c71ce2d92ae440 with lease ID 0xe2cb7a37e32bd7ad: from storage DS-2be8d33a-4c58-4d57-ab96-eb7ebad77ec7 node DatanodeRegistration(127.0.0.1:41829, datanodeUuid=e9d4af33-a149-409d-a39b-13e43484db97, infoPort=44137, infoSecurePort=0, ipcPort=39205, storageInfo=lv=-57;cid=testClusterID;nsid=752389799;c=1732291960612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:12:45,379 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb 2024-11-22T16:12:45,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/zookeeper_0, clientPort=58555, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:12:45,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58555 2024-11-22T16:12:45,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:12:45,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:12:45,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:12:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:12:45,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:12:46,087 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da with version=8 2024-11-22T16:12:46,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/hbase-staging 2024-11-22T16:12:46,174 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T16:12:46,454 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:12:46,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:46,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:46,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:12:46,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:46,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:12:46,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:12:46,684 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T16:12:46,696 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T16:12:46,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:12:46,739 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1004 (auto-detected) 2024-11-22T16:12:46,741 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T16:12:46,766 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34989 2024-11-22T16:12:46,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34989 connecting to ZooKeeper ensemble=127.0.0.1:58555 2024-11-22T16:12:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349890x0, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:12:46,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34989-0x1016351ad9c0000 connected 2024-11-22T16:12:46,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:12:46,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:12:47,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:12:47,003 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da, hbase.cluster.distributed=false 2024-11-22T16:12:47,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:12:47,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34989 2024-11-22T16:12:47,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34989 2024-11-22T16:12:47,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34989 2024-11-22T16:12:47,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34989 2024-11-22T16:12:47,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34989 2024-11-22T16:12:47,123 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:12:47,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:47,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:47,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:12:47,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:47,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:12:47,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:12:47,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:12:47,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37591 2024-11-22T16:12:47,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37591 connecting to ZooKeeper ensemble=127.0.0.1:58555 2024-11-22T16:12:47,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:12:47,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:12:47,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375910x0, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:12:47,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375910x0, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:12:47,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37591-0x1016351ad9c0001 connected 2024-11-22T16:12:47,154 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:12:47,162 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:12:47,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T16:12:47,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:12:47,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-22T16:12:47,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37591 2024-11-22T16:12:47,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37591 2024-11-22T16:12:47,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-22T16:12:47,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-22T16:12:47,190 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:12:47,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:47,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:47,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:12:47,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:47,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:12:47,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:12:47,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:12:47,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42813 2024-11-22T16:12:47,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42813 connecting to ZooKeeper ensemble=127.0.0.1:58555 2024-11-22T16:12:47,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:12:47,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:12:47,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428130x0, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:12:47,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428130x0, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:12:47,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42813-0x1016351ad9c0002 connected 2024-11-22T16:12:47,213 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:12:47,214 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:12:47,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T16:12:47,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:12:47,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42813 2024-11-22T16:12:47,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42813 2024-11-22T16:12:47,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42813 2024-11-22T16:12:47,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42813 2024-11-22T16:12:47,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42813 2024-11-22T16:12:47,238 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:12:47,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:47,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:47,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:12:47,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:12:47,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:12:47,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:12:47,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:12:47,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39295 2024-11-22T16:12:47,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39295 connecting to ZooKeeper ensemble=127.0.0.1:58555 2024-11-22T16:12:47,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:12:47,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:12:47,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392950x0, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:12:47,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392950x0, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:12:47,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39295-0x1016351ad9c0003 connected 2024-11-22T16:12:47,259 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:12:47,260 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:12:47,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T16:12:47,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:12:47,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39295 2024-11-22T16:12:47,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39295 2024-11-22T16:12:47,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39295 2024-11-22T16:12:47,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39295 2024-11-22T16:12:47,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39295 2024-11-22T16:12:47,283 DEBUG [M:0;93fb7f16a334:34989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:34989 2024-11-22T16:12:47,284 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/93fb7f16a334,34989,1732291966273 2024-11-22T16:12:47,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:12:47,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:12:47,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:12:47,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:12:47,302 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/93fb7f16a334,34989,1732291966273 2024-11-22T16:12:47,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T16:12:47,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T16:12:47,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:47,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:47,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:47,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T16:12:47,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:47,339 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T16:12:47,341 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/93fb7f16a334,34989,1732291966273 from backup master directory 2024-11-22T16:12:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:12:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/93fb7f16a334,34989,1732291966273 2024-11-22T16:12:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:12:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:12:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:12:47,353 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:12:47,353 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,34989,1732291966273 2024-11-22T16:12:47,356 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T16:12:47,357 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T16:12:47,413 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/hbase.id] with ID: 7005174b-b199-4ccc-9656-707b48e4b4da 2024-11-22T16:12:47,414 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/.tmp/hbase.id 2024-11-22T16:12:47,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:12:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:12:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:12:47,437 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/.tmp/hbase.id]:[hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/hbase.id] 2024-11-22T16:12:47,487 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:12:47,493 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:12:47,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-22T16:12:47,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:47,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:47,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:47,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:47,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:12:47,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:12:47,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:12:47,565 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:12:47,566 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:12:47,579 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:12:47,582 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:12:47,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:12:47,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:12:47,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:12:47,634 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store 2024-11-22T16:12:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:12:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:12:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:12:47,660 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T16:12:47,664 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:12:47,665 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:12:47,666 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:12:47,666 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:12:47,668 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:12:47,668 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:12:47,668 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:12:47,670 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732291967665Disabling compacts and flushes for region at 1732291967665Disabling writes for close at 1732291967668 (+3 ms)Writing region close event to WAL at 1732291967668Closed at 1732291967668 2024-11-22T16:12:47,672 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/.initializing 2024-11-22T16:12:47,673 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/WALs/93fb7f16a334,34989,1732291966273 2024-11-22T16:12:47,682 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:12:47,700 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C34989%2C1732291966273, suffix=, logDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/WALs/93fb7f16a334,34989,1732291966273, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/oldWALs, maxLogs=10 2024-11-22T16:12:47,731 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/WALs/93fb7f16a334,34989,1732291966273/93fb7f16a334%2C34989%2C1732291966273.1732291967706, exclude list is [], retry=0 2024-11-22T16:12:47,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41829,DS-9c0a91bc-71b9-4a4a-ad03-ded9d3e5ae87,DISK] 2024-11-22T16:12:47,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42143,DS-a9d65d93-8d8a-4651-8a32-88e019348ef0,DISK] 2024-11-22T16:12:47,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-ebf2f48b-cce9-4431-aaec-4cb9fea017e8,DISK] 2024-11-22T16:12:47,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T16:12:47,793 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/WALs/93fb7f16a334,34989,1732291966273/93fb7f16a334%2C34989%2C1732291966273.1732291967706 2024-11-22T16:12:47,794 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085),(127.0.0.1/127.0.0.1:44137:44137),(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-22T16:12:47,794 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:12:47,795 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:12:47,798 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,799 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:12:47,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:12:47,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:12:47,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:12:47,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:12:47,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:12:47,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:12:47,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:12:47,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:12:47,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:12:47,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:12:47,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:12:47,875 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,879 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,880 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,886 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,887 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,890 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:12:47,894 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:12:47,899 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:12:47,900 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69438298, jitterRate=0.03471127152442932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:12:47,909 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732291967810Initializing all the Stores at 1732291967812 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732291967813 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291967813Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291967814 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291967814Cleaning up temporary data from old regions at 1732291967887 (+73 ms)Region opened successfully at 1732291967909 (+22 ms) 2024-11-22T16:12:47,910 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:12:47,945 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f29caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:12:47,977 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:12:47,987 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:12:47,987 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:12:47,989 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:12:47,991 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T16:12:47,995 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T16:12:47,995 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T16:12:48,023 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:12:48,033 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T16:12:48,106 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T16:12:48,110 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:12:48,112 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:12:48,120 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T16:12:48,122 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:12:48,126 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:12:48,138 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T16:12:48,140 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:12:48,152 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T16:12:48,175 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:12:48,183 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T16:12:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:12:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:12:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:12:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:12:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,198 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,34989,1732291966273, sessionid=0x1016351ad9c0000, setting cluster-up flag (Was=false) 2024-11-22T16:12:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,610 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T16:12:48,616 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,34989,1732291966273 2024-11-22T16:12:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:48,847 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T16:12:48,848 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,34989,1732291966273 2024-11-22T16:12:48,853 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:12:48,871 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(746): ClusterId : 7005174b-b199-4ccc-9656-707b48e4b4da 2024-11-22T16:12:48,871 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(746): ClusterId : 7005174b-b199-4ccc-9656-707b48e4b4da 2024-11-22T16:12:48,871 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(746): ClusterId : 7005174b-b199-4ccc-9656-707b48e4b4da 2024-11-22T16:12:48,874 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:12:48,874 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:12:48,874 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:12:48,898 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:12:48,898 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:12:48,898 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:12:48,898 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:12:48,898 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:12:48,898 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:12:48,911 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:12:48,911 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:12:48,911 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:12:48,912 DEBUG [RS:0;93fb7f16a334:37591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b0de5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:12:48,912 DEBUG [RS:2;93fb7f16a334:39295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2837ea2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:12:48,912 DEBUG [RS:1;93fb7f16a334:42813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496e4cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:12:48,929 DEBUG [RS:0;93fb7f16a334:37591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:37591 2024-11-22T16:12:48,931 DEBUG [RS:1;93fb7f16a334:42813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;93fb7f16a334:42813 2024-11-22T16:12:48,932 DEBUG [RS:2;93fb7f16a334:39295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;93fb7f16a334:39295 2024-11-22T16:12:48,934 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:12:48,934 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:12:48,934 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:12:48,934 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:12:48,934 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:12:48,934 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:12:48,934 DEBUG [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:12:48,934 DEBUG [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:12:48,934 DEBUG [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:12:48,937 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,34989,1732291966273 with port=37591, startcode=1732291967091 2024-11-22T16:12:48,937 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,34989,1732291966273 with port=39295, startcode=1732291967237 2024-11-22T16:12:48,937 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,34989,1732291966273 with port=42813, startcode=1732291967189 2024-11-22T16:12:48,938 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:12:48,949 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:12:48,951 DEBUG [RS:0;93fb7f16a334:37591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:12:48,951 DEBUG [RS:2;93fb7f16a334:39295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:12:48,951 DEBUG [RS:1;93fb7f16a334:42813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:12:48,958 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:12:48,964 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,34989,1732291966273 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:12:48,972 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:12:48,972 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:12:48,972 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:12:48,973 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:12:48,973 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:12:48,973 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:48,973 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:12:48,973 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:48,982 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732291998982 2024-11-22T16:12:48,984 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:12:48,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:12:48,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:12:48,986 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:12:48,991 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:12:48,991 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:12:48,991 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:12:48,992 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:12:48,992 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:12:48,993 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:12:48,993 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:12:48,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:12:48,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:12:48,994 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:48,998 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:12:48,998 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T16:12:48,999 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:12:49,000 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:12:49,004 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T16:12:49,005 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T16:12:49,006 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:12:49,007 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:12:49,011 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732291969008,5,FailOnTimeoutGroup] 2024-11-22T16:12:49,018 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732291969011,5,FailOnTimeoutGroup] 2024-11-22T16:12:49,019 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,019 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:12:49,058 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,058 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:12:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:12:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:12:49,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:12:49,065 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:12:49,066 DEBUG [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T16:12:49,066 DEBUG [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T16:12:49,066 WARN [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T16:12:49,066 WARN [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T16:12:49,066 DEBUG [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T16:12:49,066 WARN [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T16:12:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:12:49,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:12:49,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:12:49,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:12:49,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:12:49,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:12:49,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:12:49,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:12:49,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:12:49,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:12:49,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:12:49,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:12:49,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:12:49,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:12:49,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:12:49,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:12:49,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:12:49,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:12:49,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:12:49,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:12:49,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:12:49,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740 2024-11-22T16:12:49,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740 2024-11-22T16:12:49,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:12:49,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:12:49,117 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:12:49,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:12:49,125 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:12:49,126 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69363047, jitterRate=0.03358994424343109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:12:49,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732291969086Initializing all the Stores at 1732291969089 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732291969089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732291969089Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291969089Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732291969089Cleaning up temporary data from old regions at 1732291969116 (+27 ms)Region opened successfully at 1732291969130 (+14 ms) 2024-11-22T16:12:49,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:12:49,130 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:12:49,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:12:49,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:12:49,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:12:49,132 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:12:49,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732291969130Disabling compacts and flushes for region at 1732291969130Disabling writes for close at 1732291969130Writing region close event to WAL at 1732291969131 (+1 ms)Closed at 1732291969132 (+1 ms) 2024-11-22T16:12:49,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:12:49,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:12:49,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:12:49,153 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:12:49,156 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:12:49,167 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,34989,1732291966273 with port=42813, startcode=1732291967189 2024-11-22T16:12:49,167 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,34989,1732291966273 with port=39295, startcode=1732291967237 2024-11-22T16:12:49,167 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,34989,1732291966273 with port=37591, startcode=1732291967091 2024-11-22T16:12:49,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,39295,1732291967237 2024-11-22T16:12:49,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,39295,1732291967237 2024-11-22T16:12:49,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,42813,1732291967189 2024-11-22T16:12:49,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,42813,1732291967189 2024-11-22T16:12:49,182 DEBUG [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:12:49,182 DEBUG [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41595 2024-11-22T16:12:49,182 DEBUG [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:12:49,185 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,37591,1732291967091 2024-11-22T16:12:49,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,37591,1732291967091 2024-11-22T16:12:49,186 DEBUG [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:12:49,186 DEBUG [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41595 2024-11-22T16:12:49,186 DEBUG [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:12:49,189 DEBUG [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:12:49,189 DEBUG [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41595 2024-11-22T16:12:49,189 DEBUG [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:12:49,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:12:49,307 WARN [93fb7f16a334:34989 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T16:12:49,347 DEBUG [RS:2;93fb7f16a334:39295 {}] zookeeper.ZKUtil(111): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/93fb7f16a334,39295,1732291967237 2024-11-22T16:12:49,347 WARN [RS:2;93fb7f16a334:39295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:12:49,347 DEBUG [RS:1;93fb7f16a334:42813 {}] zookeeper.ZKUtil(111): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/93fb7f16a334,42813,1732291967189 2024-11-22T16:12:49,347 INFO [RS:2;93fb7f16a334:39295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:12:49,347 DEBUG [RS:0;93fb7f16a334:37591 {}] zookeeper.ZKUtil(111): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/93fb7f16a334,37591,1732291967091 2024-11-22T16:12:49,347 WARN [RS:1;93fb7f16a334:42813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:12:49,347 WARN [RS:0;93fb7f16a334:37591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:12:49,347 INFO [RS:0;93fb7f16a334:37591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:12:49,347 INFO [RS:1;93fb7f16a334:42813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:12:49,347 DEBUG [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237 2024-11-22T16:12:49,348 DEBUG [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,42813,1732291967189 2024-11-22T16:12:49,348 DEBUG [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,37591,1732291967091 2024-11-22T16:12:49,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,39295,1732291967237] 2024-11-22T16:12:49,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,37591,1732291967091] 2024-11-22T16:12:49,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,42813,1732291967189] 2024-11-22T16:12:49,378 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:12:49,378 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:12:49,378 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:12:49,395 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:12:49,395 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:12:49,395 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:12:49,401 INFO [RS:2;93fb7f16a334:39295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:12:49,401 INFO [RS:1;93fb7f16a334:42813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:12:49,401 INFO [RS:0;93fb7f16a334:37591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:12:49,401 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,401 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,401 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,402 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:12:49,402 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:12:49,402 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:12:49,408 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:12:49,408 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:12:49,408 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:12:49,410 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,410 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,410 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,410 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,410 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:12:49,411 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:12:49,411 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:12:49,411 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:12:49,411 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:12:49,411 DEBUG [RS:1;93fb7f16a334:42813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:12:49,411 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,411 DEBUG [RS:2;93fb7f16a334:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:12:49,412 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:12:49,412 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:12:49,412 DEBUG [RS:0;93fb7f16a334:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:12:49,420 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,420 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,420 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42813,1732291967189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39295,1732291967237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:12:49,421 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,37591,1732291967091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:12:49,443 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:12:49,443 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:12:49,443 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:12:49,445 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39295,1732291967237-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,445 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,37591,1732291967091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,445 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42813,1732291967189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,445 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,445 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,445 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,445 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.Replication(171): 93fb7f16a334,39295,1732291967237 started 2024-11-22T16:12:49,445 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.Replication(171): 93fb7f16a334,42813,1732291967189 started 2024-11-22T16:12:49,445 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.Replication(171): 93fb7f16a334,37591,1732291967091 started 2024-11-22T16:12:49,465 INFO [RS:2;93fb7f16a334:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,465 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,39295,1732291967237, RpcServer on 93fb7f16a334/172.17.0.2:39295, sessionid=0x1016351ad9c0003 2024-11-22T16:12:49,466 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:12:49,466 DEBUG [RS:2;93fb7f16a334:39295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,39295,1732291967237 2024-11-22T16:12:49,467 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,39295,1732291967237' 2024-11-22T16:12:49,467 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T16:12:49,468 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T16:12:49,468 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,468 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:12:49,469 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:12:49,469 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:12:49,469 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,42813,1732291967189, RpcServer on 93fb7f16a334/172.17.0.2:42813, sessionid=0x1016351ad9c0002 2024-11-22T16:12:49,469 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,37591,1732291967091, RpcServer on 93fb7f16a334/172.17.0.2:37591, sessionid=0x1016351ad9c0001 2024-11-22T16:12:49,469 DEBUG [RS:2;93fb7f16a334:39295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,39295,1732291967237 2024-11-22T16:12:49,469 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,39295,1732291967237' 2024-11-22T16:12:49,469 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:12:49,469 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:12:49,469 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T16:12:49,469 DEBUG [RS:1;93fb7f16a334:42813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,42813,1732291967189 2024-11-22T16:12:49,469 DEBUG [RS:0;93fb7f16a334:37591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,37591,1732291967091 2024-11-22T16:12:49,469 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,37591,1732291967091' 2024-11-22T16:12:49,469 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,42813,1732291967189' 2024-11-22T16:12:49,469 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T16:12:49,469 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T16:12:49,470 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T16:12:49,470 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T16:12:49,470 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T16:12:49,470 DEBUG [RS:2;93fb7f16a334:39295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:12:49,470 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:12:49,470 INFO [RS:2;93fb7f16a334:39295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:12:49,470 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:12:49,470 INFO [RS:2;93fb7f16a334:39295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:12:49,470 DEBUG [RS:1;93fb7f16a334:42813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,42813,1732291967189 2024-11-22T16:12:49,470 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:12:49,470 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,42813,1732291967189' 2024-11-22T16:12:49,470 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:12:49,470 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T16:12:49,470 DEBUG [RS:0;93fb7f16a334:37591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,37591,1732291967091 2024-11-22T16:12:49,470 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,37591,1732291967091' 2024-11-22T16:12:49,470 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T16:12:49,471 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T16:12:49,471 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T16:12:49,471 DEBUG [RS:1;93fb7f16a334:42813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:12:49,471 DEBUG [RS:0;93fb7f16a334:37591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:12:49,471 INFO [RS:1;93fb7f16a334:42813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:12:49,471 INFO [RS:0;93fb7f16a334:37591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:12:49,471 INFO [RS:1;93fb7f16a334:42813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:12:49,471 INFO [RS:0;93fb7f16a334:37591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:12:49,575 INFO [RS:0;93fb7f16a334:37591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:12:49,575 INFO [RS:1;93fb7f16a334:42813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:12:49,575 INFO [RS:2;93fb7f16a334:39295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:12:49,578 INFO [RS:2;93fb7f16a334:39295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C39295%2C1732291967237, suffix=, logDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/oldWALs, maxLogs=32 2024-11-22T16:12:49,578 INFO [RS:0;93fb7f16a334:37591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C37591%2C1732291967091, suffix=, logDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,37591,1732291967091, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/oldWALs, maxLogs=32 2024-11-22T16:12:49,578 INFO [RS:1;93fb7f16a334:42813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C42813%2C1732291967189, suffix=, logDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,42813,1732291967189, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/oldWALs, maxLogs=32 2024-11-22T16:12:49,596 DEBUG [RS:2;93fb7f16a334:39295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237/93fb7f16a334%2C39295%2C1732291967237.1732291969581, exclude list is [], retry=0 2024-11-22T16:12:49,600 DEBUG [RS:0;93fb7f16a334:37591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,37591,1732291967091/93fb7f16a334%2C37591%2C1732291967091.1732291969581, exclude list is [], retry=0 2024-11-22T16:12:49,600 DEBUG [RS:1;93fb7f16a334:42813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,42813,1732291967189/93fb7f16a334%2C42813%2C1732291967189.1732291969581, exclude list is [], retry=0 2024-11-22T16:12:49,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41829,DS-9c0a91bc-71b9-4a4a-ad03-ded9d3e5ae87,DISK] 2024-11-22T16:12:49,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42143,DS-a9d65d93-8d8a-4651-8a32-88e019348ef0,DISK] 2024-11-22T16:12:49,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-ebf2f48b-cce9-4431-aaec-4cb9fea017e8,DISK] 2024-11-22T16:12:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41829,DS-9c0a91bc-71b9-4a4a-ad03-ded9d3e5ae87,DISK] 2024-11-22T16:12:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-ebf2f48b-cce9-4431-aaec-4cb9fea017e8,DISK] 2024-11-22T16:12:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42143,DS-a9d65d93-8d8a-4651-8a32-88e019348ef0,DISK] 2024-11-22T16:12:49,616 INFO [RS:1;93fb7f16a334:42813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,42813,1732291967189/93fb7f16a334%2C42813%2C1732291967189.1732291969581 2024-11-22T16:12:49,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41829,DS-9c0a91bc-71b9-4a4a-ad03-ded9d3e5ae87,DISK] 2024-11-22T16:12:49,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-ebf2f48b-cce9-4431-aaec-4cb9fea017e8,DISK] 2024-11-22T16:12:49,624 DEBUG [RS:1;93fb7f16a334:42813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085),(127.0.0.1/127.0.0.1:35969:35969),(127.0.0.1/127.0.0.1:44137:44137)] 2024-11-22T16:12:49,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42143,DS-a9d65d93-8d8a-4651-8a32-88e019348ef0,DISK] 2024-11-22T16:12:49,632 INFO [RS:2;93fb7f16a334:39295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237/93fb7f16a334%2C39295%2C1732291967237.1732291969581 2024-11-22T16:12:49,634 DEBUG [RS:2;93fb7f16a334:39295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44137:44137),(127.0.0.1/127.0.0.1:41085:41085),(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-22T16:12:49,647 INFO [RS:0;93fb7f16a334:37591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,37591,1732291967091/93fb7f16a334%2C37591%2C1732291967091.1732291969581 2024-11-22T16:12:49,647 DEBUG [RS:0;93fb7f16a334:37591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35969:35969),(127.0.0.1/127.0.0.1:44137:44137),(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-22T16:12:49,811 DEBUG [93fb7f16a334:34989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T16:12:49,820 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(204): Hosts are {93fb7f16a334=0} racks are {/default-rack=0} 2024-11-22T16:12:49,827 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T16:12:49,827 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T16:12:49,827 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T16:12:49,827 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T16:12:49,827 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T16:12:49,827 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T16:12:49,827 INFO [93fb7f16a334:34989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T16:12:49,827 INFO [93fb7f16a334:34989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T16:12:49,827 INFO [93fb7f16a334:34989 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T16:12:49,827 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T16:12:49,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:12:49,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,42813,1732291967189, state=OPENING 2024-11-22T16:12:49,857 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:12:49,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:49,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:49,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:49,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:12:49,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:12:49,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:12:49,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:12:49,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:12:49,951 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:12:49,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,42813,1732291967189}] 2024-11-22T16:12:56,681 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:12:56,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T16:12:59,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:12:59,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:12:59,990 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:12:59,990 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:12:59,991 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:12:59,994 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C42813%2C1732291967189.meta, suffix=.meta, logDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,42813,1732291967189, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/oldWALs, maxLogs=32 2024-11-22T16:13:00,008 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,42813,1732291967189/93fb7f16a334%2C42813%2C1732291967189.meta.1732291979995.meta, exclude list is [], retry=0 2024-11-22T16:13:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42143,DS-a9d65d93-8d8a-4651-8a32-88e019348ef0,DISK] 2024-11-22T16:13:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41829,DS-9c0a91bc-71b9-4a4a-ad03-ded9d3e5ae87,DISK] 2024-11-22T16:13:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-ebf2f48b-cce9-4431-aaec-4cb9fea017e8,DISK] 2024-11-22T16:13:00,015 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,42813,1732291967189/93fb7f16a334%2C42813%2C1732291967189.meta.1732291979995.meta 2024-11-22T16:13:00,016 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44137:44137),(127.0.0.1/127.0.0.1:41085:41085),(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-22T16:13:00,016 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:13:00,018 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:13:00,020 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:13:00,023 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:13:00,027 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:13:00,028 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:00,028 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:13:00,028 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:13:00,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:13:00,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:13:00,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:00,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:13:00,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:13:00,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:13:00,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:00,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:13:00,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:13:00,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:13:00,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:00,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:13:00,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:13:00,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:13:00,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:00,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:13:00,039 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:13:00,040 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740 2024-11-22T16:13:00,042 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740 2024-11-22T16:13:00,044 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:13:00,044 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:13:00,045 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:13:00,047 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:13:00,049 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66341220, jitterRate=-0.01143878698348999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:13:00,049 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:13:00,050 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732291980028Writing region info on filesystem at 1732291980028Initializing all the Stores at 1732291980030 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732291980030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732291980030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291980030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732291980030Cleaning up temporary data from old regions at 1732291980044 (+14 ms)Running coprocessor post-open hooks at 1732291980049 (+5 ms)Region opened successfully at 1732291980050 (+1 ms) 2024-11-22T16:13:00,056 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732291979967 2024-11-22T16:13:00,065 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:13:00,066 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:13:00,067 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:00,069 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,42813,1732291967189, state=OPEN 2024-11-22T16:13:00,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:13:00,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:13:00,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:13:00,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:13:00,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:13:00,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:13:00,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:13:00,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:13:00,397 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:00,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:13:00,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,42813,1732291967189 in 10.4440 sec 2024-11-22T16:13:00,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:13:00,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.2650 sec 2024-11-22T16:13:00,413 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:13:00,413 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:13:00,433 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:13:00,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42813,1732291967189, seqNum=-1] 2024-11-22T16:13:00,452 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:13:00,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:13:00,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.5880 sec 2024-11-22T16:13:00,474 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732291980474, completionTime=-1 2024-11-22T16:13:00,477 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T16:13:00,477 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:13:00,501 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T16:13:00,501 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292040501 2024-11-22T16:13:00,501 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292100501 2024-11-22T16:13:00,501 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-22T16:13:00,503 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:13:00,509 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,34989,1732291966273-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:13:00,510 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,34989,1732291966273-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:13:00,510 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,34989,1732291966273-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:13:00,511 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:34989, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:13:00,511 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:13:00,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:13:00,517 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:13:00,537 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.184sec 2024-11-22T16:13:00,538 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:13:00,540 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:13:00,541 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:13:00,541 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:13:00,541 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:13:00,542 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,34989,1732291966273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:13:00,542 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,34989,1732291966273-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:13:00,546 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:13:00,547 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:13:00,548 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,34989,1732291966273-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:13:00,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8da9a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:13:00,616 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T16:13:00,616 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T16:13:00,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,34989,-1 for getting cluster id 2024-11-22T16:13:00,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:13:00,633 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7005174b-b199-4ccc-9656-707b48e4b4da' 2024-11-22T16:13:00,635 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:13:00,635 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7005174b-b199-4ccc-9656-707b48e4b4da" 2024-11-22T16:13:00,635 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba5e4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:13:00,635 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,34989,-1] 2024-11-22T16:13:00,641 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:13:00,642 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:13:00,644 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:13:00,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb59018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:13:00,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:13:00,657 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42813,1732291967189, seqNum=-1] 2024-11-22T16:13:00,658 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:13:00,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:13:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,34989,1732291966273 2024-11-22T16:13:00,687 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732291980685 (current time:1732291980685). 2024-11-22T16:13:00,687 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T16:13:00,687 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T16:13:00,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb5ff1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:13:00,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,34989,-1 for getting cluster id 2024-11-22T16:13:00,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:13:00,692 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7005174b-b199-4ccc-9656-707b48e4b4da' 2024-11-22T16:13:00,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:13:00,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7005174b-b199-4ccc-9656-707b48e4b4da" 2024-11-22T16:13:00,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ebb92a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:13:00,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,34989,-1] 2024-11-22T16:13:00,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:13:00,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:13:00,695 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:13:00,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518933ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:13:00,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:13:00,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42813,1732291967189, seqNum=-1] 2024-11-22T16:13:00,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:13:00,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:13:00,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:13:00,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:13:00,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:13:00,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:13:00,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:13:00,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:13:00,720 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,34989,1732291966273 2024-11-22T16:13:00,723 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d2d8d28 2024-11-22T16:13:00,724 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:13:00,729 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:13:00,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:13:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T16:13:00,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:13:00,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T16:13:00,751 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:13:00,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:13:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741837_1013 (size=361) 2024-11-22T16:13:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741837_1013 (size=361) 2024-11-22T16:13:00,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741837_1013 (size=361) 2024-11-22T16:13:00,775 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21b53184a6cba7bd84ed994f0e2bae8f, NAME => 'SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:13:00,777 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c2dd7954a769cdc54aab0917f2d3f6d0, NAME => 'SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:13:00,778 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a5f45919016fefe59a8864e0ef6026fc, NAME => 'SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:13:00,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741839_1015 (size=54) 2024-11-22T16:13:00,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741839_1015 (size=54) 2024-11-22T16:13:00,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741839_1015 (size=54) 2024-11-22T16:13:00,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:00,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 21b53184a6cba7bd84ed994f0e2bae8f, disabling compactions & flushes 2024-11-22T16:13:00,809 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:00,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:00,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. after waiting 0 ms 2024-11-22T16:13:00,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:00,809 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:00,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21b53184a6cba7bd84ed994f0e2bae8f: Waiting for close lock at 1732291980809Disabling compacts and flushes for region at 1732291980809Disabling writes for close at 1732291980809Writing region close event to WAL at 1732291980809Closed at 1732291980809 2024-11-22T16:13:00,810 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d061d0f6b91bbb90e54a6d64a85bc96, NAME => 'SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:13:00,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741838_1014 (size=62) 2024-11-22T16:13:00,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741838_1014 (size=62) 2024-11-22T16:13:00,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741838_1014 (size=62) 2024-11-22T16:13:00,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:00,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c2dd7954a769cdc54aab0917f2d3f6d0, disabling compactions & flushes 2024-11-22T16:13:00,823 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:13:00,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:13:00,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. after waiting 0 ms 2024-11-22T16:13:00,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:13:00,824 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:13:00,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c2dd7954a769cdc54aab0917f2d3f6d0: Waiting for close lock at 1732291980823Disabling compacts and flushes for region at 1732291980823Disabling writes for close at 1732291980824 (+1 ms)Writing region close event to WAL at 1732291980824Closed at 1732291980824 2024-11-22T16:13:00,825 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8ef226b8542a9bc8173b951a6bff1705, NAME => 'SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:13:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741840_1016 (size=62) 2024-11-22T16:13:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741840_1016 (size=62) 2024-11-22T16:13:00,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741840_1016 (size=62) 2024-11-22T16:13:00,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:00,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a5f45919016fefe59a8864e0ef6026fc, disabling compactions & flushes 2024-11-22T16:13:00,833 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:13:00,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:13:00,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. after waiting 0 ms 2024-11-22T16:13:00,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:13:00,833 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:13:00,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a5f45919016fefe59a8864e0ef6026fc: Waiting for close lock at 1732291980833Disabling compacts and flushes for region at 1732291980833Disabling writes for close at 1732291980833Writing region close event to WAL at 1732291980833Closed at 1732291980833 2024-11-22T16:13:00,834 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 61cafc0ee6078be5207116d3f4ccb790, NAME => 'SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:13:00,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741841_1017 (size=62) 2024-11-22T16:13:00,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741841_1017 (size=62) 2024-11-22T16:13:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741841_1017 (size=62) 2024-11-22T16:13:00,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:00,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1d061d0f6b91bbb90e54a6d64a85bc96, disabling compactions & flushes 2024-11-22T16:13:00,841 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:00,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:00,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. after waiting 0 ms 2024-11-22T16:13:00,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:00,842 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:00,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d061d0f6b91bbb90e54a6d64a85bc96: Waiting for close lock at 1732291980841Disabling compacts and flushes for region at 1732291980841Disabling writes for close at 1732291980841Writing region close event to WAL at 1732291980842 (+1 ms)Closed at 1732291980842 2024-11-22T16:13:00,842 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2d6eeaf8c9eb382ed3873412a1192bf, NAME => 'SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:13:00,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741842_1018 (size=62) 2024-11-22T16:13:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741842_1018 (size=62) 2024-11-22T16:13:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741842_1018 (size=62) 2024-11-22T16:13:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741843_1019 (size=62) 2024-11-22T16:13:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741843_1019 (size=62) 2024-11-22T16:13:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741843_1019 (size=62) 2024-11-22T16:13:00,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:00,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8ef226b8542a9bc8173b951a6bff1705, disabling compactions & flushes 2024-11-22T16:13:00,855 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:13:00,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:13:00,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. after waiting 0 ms 2024-11-22T16:13:00,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:13:00,856 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:13:00,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:00,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8ef226b8542a9bc8173b951a6bff1705: Waiting for close lock at 1732291980855Disabling compacts and flushes for region at 1732291980855Disabling writes for close at 1732291980856 (+1 ms)Writing region close event to WAL at 1732291980856Closed at 1732291980856 2024-11-22T16:13:00,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 61cafc0ee6078be5207116d3f4ccb790, disabling compactions & flushes 2024-11-22T16:13:00,856 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:13:00,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:13:00,856 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d640481db1e22b7364063609b5493a6c, NAME => 'SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:13:00,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. after waiting 0 ms 2024-11-22T16:13:00,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:13:00,857 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:13:00,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 61cafc0ee6078be5207116d3f4ccb790: Waiting for close lock at 1732291980856Disabling compacts and flushes for region at 1732291980856Disabling writes for close at 1732291980857 (+1 ms)Writing region close event to WAL at 1732291980857Closed at 1732291980857 2024-11-22T16:13:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741844_1020 (size=62) 2024-11-22T16:13:00,858 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f8be3b454516d907e2f5649875a3e529, NAME => 'SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:13:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741844_1020 (size=62) 2024-11-22T16:13:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741844_1020 (size=62) 2024-11-22T16:13:00,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:00,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d2d6eeaf8c9eb382ed3873412a1192bf, disabling compactions & flushes 2024-11-22T16:13:00,862 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:00,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:00,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. after waiting 0 ms 2024-11-22T16:13:00,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:00,862 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:00,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2d6eeaf8c9eb382ed3873412a1192bf: Waiting for close lock at 1732291980862Disabling compacts and flushes for region at 1732291980862Disabling writes for close at 1732291980862Writing region close event to WAL at 1732291980862Closed at 1732291980862 2024-11-22T16:13:00,863 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51166b80e3f32a61394e3378a3f0af48, NAME => 'SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da 2024-11-22T16:13:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:13:00,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741845_1021 (size=62) 2024-11-22T16:13:00,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741845_1021 (size=62) 2024-11-22T16:13:00,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741845_1021 (size=62) 2024-11-22T16:13:00,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741847_1023 (size=54) 2024-11-22T16:13:00,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741847_1023 (size=54) 2024-11-22T16:13:00,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741847_1023 (size=54) 2024-11-22T16:13:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741846_1022 (size=62) 2024-11-22T16:13:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741846_1022 (size=62) 2024-11-22T16:13:00,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:00,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d640481db1e22b7364063609b5493a6c, disabling compactions & flushes 2024-11-22T16:13:00,883 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:13:00,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741846_1022 (size=62) 2024-11-22T16:13:00,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:13:00,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. after waiting 0 ms 2024-11-22T16:13:00,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:13:00,883 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:13:00,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d640481db1e22b7364063609b5493a6c: Waiting for close lock at 1732291980883Disabling compacts and flushes for region at 1732291980883Disabling writes for close at 1732291980883Writing region close event to WAL at 1732291980883Closed at 1732291980883 2024-11-22T16:13:00,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:00,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f8be3b454516d907e2f5649875a3e529, disabling compactions & flushes 2024-11-22T16:13:00,884 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:13:00,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:13:00,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:00,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. after waiting 0 ms 2024-11-22T16:13:00,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:13:00,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 51166b80e3f32a61394e3378a3f0af48, disabling compactions & flushes 2024-11-22T16:13:00,884 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:13:00,884 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:00,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f8be3b454516d907e2f5649875a3e529: Waiting for close lock at 1732291980884Disabling compacts and flushes for region at 1732291980884Disabling writes for close at 1732291980884Writing region close event to WAL at 1732291980884Closed at 1732291980884 2024-11-22T16:13:00,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:00,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. after waiting 0 ms 2024-11-22T16:13:00,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:00,884 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:00,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51166b80e3f32a61394e3378a3f0af48: Waiting for close lock at 1732291980884Disabling compacts and flushes for region at 1732291980884Disabling writes for close at 1732291980884Writing region close event to WAL at 1732291980884Closed at 1732291980884 2024-11-22T16:13:00,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:13:00,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732291980887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732291980887"}]},"ts":"1732291980887"} 2024-11-22T16:13:00,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732291980887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732291980887"}]},"ts":"1732291980887"} 2024-11-22T16:13:00,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732291980887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732291980887"}]},"ts":"1732291980887"} 2024-11-22T16:13:00,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732291980887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732291980887"}]},"ts":"1732291980887"} 2024-11-22T16:13:00,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732291980887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732291980887"}]},"ts":"1732291980887"} 2024-11-22T16:13:00,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732291980887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732291980887"}]},"ts":"1732291980887"} 2024-11-22T16:13:00,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732291980887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732291980887"}]},"ts":"1732291980887"} 2024-11-22T16:13:00,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732291980887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732291980887"}]},"ts":"1732291980887"} 2024-11-22T16:13:00,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732291980887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732291980887"}]},"ts":"1732291980887"} 2024-11-22T16:13:00,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732291980887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732291980887"}]},"ts":"1732291980887"} 2024-11-22T16:13:00,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T16:13:00,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:13:00,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732291980939"}]},"ts":"1732291980939"} 2024-11-22T16:13:00,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T16:13:00,946 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {93fb7f16a334=0} racks are {/default-rack=0} 2024-11-22T16:13:00,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T16:13:00,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T16:13:00,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T16:13:00,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T16:13:00,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T16:13:00,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T16:13:00,953 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T16:13:00,953 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T16:13:00,954 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T16:13:00,954 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T16:13:00,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b53184a6cba7bd84ed994f0e2bae8f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2dd7954a769cdc54aab0917f2d3f6d0, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5f45919016fefe59a8864e0ef6026fc, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d061d0f6b91bbb90e54a6d64a85bc96, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ef226b8542a9bc8173b951a6bff1705, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61cafc0ee6078be5207116d3f4ccb790, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d6eeaf8c9eb382ed3873412a1192bf, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d640481db1e22b7364063609b5493a6c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f8be3b454516d907e2f5649875a3e529, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51166b80e3f32a61394e3378a3f0af48, ASSIGN}] 2024-11-22T16:13:00,962 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d061d0f6b91bbb90e54a6d64a85bc96, ASSIGN 2024-11-22T16:13:00,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5f45919016fefe59a8864e0ef6026fc, ASSIGN 2024-11-22T16:13:00,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2dd7954a769cdc54aab0917f2d3f6d0, ASSIGN 2024-11-22T16:13:00,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b53184a6cba7bd84ed994f0e2bae8f, ASSIGN 2024-11-22T16:13:00,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c2dd7954a769cdc54aab0917f2d3f6d0, ASSIGN; state=OFFLINE, location=93fb7f16a334,37591,1732291967091; forceNewPlan=false, retain=false 2024-11-22T16:13:00,964 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5f45919016fefe59a8864e0ef6026fc, ASSIGN; state=OFFLINE, location=93fb7f16a334,42813,1732291967189; forceNewPlan=false, retain=false 2024-11-22T16:13:00,964 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d061d0f6b91bbb90e54a6d64a85bc96, ASSIGN; state=OFFLINE, location=93fb7f16a334,39295,1732291967237; forceNewPlan=false, retain=false 2024-11-22T16:13:00,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21b53184a6cba7bd84ed994f0e2bae8f, ASSIGN; state=OFFLINE, location=93fb7f16a334,39295,1732291967237; forceNewPlan=false, retain=false 2024-11-22T16:13:00,974 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d640481db1e22b7364063609b5493a6c, ASSIGN 2024-11-22T16:13:00,974 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d6eeaf8c9eb382ed3873412a1192bf, ASSIGN 2024-11-22T16:13:00,975 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51166b80e3f32a61394e3378a3f0af48, ASSIGN 2024-11-22T16:13:00,975 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61cafc0ee6078be5207116d3f4ccb790, ASSIGN 2024-11-22T16:13:00,975 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f8be3b454516d907e2f5649875a3e529, ASSIGN 2024-11-22T16:13:00,978 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d640481db1e22b7364063609b5493a6c, ASSIGN; state=OFFLINE, location=93fb7f16a334,37591,1732291967091; forceNewPlan=false, retain=false 2024-11-22T16:13:00,978 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=61cafc0ee6078be5207116d3f4ccb790, ASSIGN; state=OFFLINE, location=93fb7f16a334,42813,1732291967189; forceNewPlan=false, retain=false 2024-11-22T16:13:00,979 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2d6eeaf8c9eb382ed3873412a1192bf, ASSIGN; state=OFFLINE, location=93fb7f16a334,39295,1732291967237; forceNewPlan=false, retain=false 2024-11-22T16:13:00,979 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f8be3b454516d907e2f5649875a3e529, ASSIGN; state=OFFLINE, location=93fb7f16a334,42813,1732291967189; forceNewPlan=false, retain=false 2024-11-22T16:13:00,979 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51166b80e3f32a61394e3378a3f0af48, ASSIGN; state=OFFLINE, location=93fb7f16a334,39295,1732291967237; forceNewPlan=false, retain=false 2024-11-22T16:13:00,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ef226b8542a9bc8173b951a6bff1705, ASSIGN 2024-11-22T16:13:00,983 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ef226b8542a9bc8173b951a6bff1705, ASSIGN; state=OFFLINE, location=93fb7f16a334,37591,1732291967091; forceNewPlan=false, retain=false 2024-11-22T16:13:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:13:01,117 INFO [93fb7f16a334:34989 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T16:13:01,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a5f45919016fefe59a8864e0ef6026fc, regionState=OPENING, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:01,118 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f8be3b454516d907e2f5649875a3e529, regionState=OPENING, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:01,118 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=61cafc0ee6078be5207116d3f4ccb790, regionState=OPENING, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:01,119 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d2d6eeaf8c9eb382ed3873412a1192bf, regionState=OPENING, regionLocation=93fb7f16a334,39295,1732291967237 2024-11-22T16:13:01,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1d061d0f6b91bbb90e54a6d64a85bc96, regionState=OPENING, regionLocation=93fb7f16a334,39295,1732291967237 2024-11-22T16:13:01,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=51166b80e3f32a61394e3378a3f0af48, regionState=OPENING, regionLocation=93fb7f16a334,39295,1732291967237 2024-11-22T16:13:01,120 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21b53184a6cba7bd84ed994f0e2bae8f, regionState=OPENING, regionLocation=93fb7f16a334,39295,1732291967237 2024-11-22T16:13:01,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d640481db1e22b7364063609b5493a6c, regionState=OPENING, regionLocation=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:01,121 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ef226b8542a9bc8173b951a6bff1705, regionState=OPENING, regionLocation=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:01,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2dd7954a769cdc54aab0917f2d3f6d0, regionState=OPENING, regionLocation=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:01,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5f45919016fefe59a8864e0ef6026fc, ASSIGN because future has completed 2024-11-22T16:13:01,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5f45919016fefe59a8864e0ef6026fc, server=93fb7f16a334,42813,1732291967189}] 2024-11-22T16:13:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=61cafc0ee6078be5207116d3f4ccb790, ASSIGN because future has completed 2024-11-22T16:13:01,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61cafc0ee6078be5207116d3f4ccb790, server=93fb7f16a334,42813,1732291967189}] 2024-11-22T16:13:01,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f8be3b454516d907e2f5649875a3e529, ASSIGN because future has completed 2024-11-22T16:13:01,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51166b80e3f32a61394e3378a3f0af48, ASSIGN because future has completed 2024-11-22T16:13:01,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8be3b454516d907e2f5649875a3e529, server=93fb7f16a334,42813,1732291967189}] 2024-11-22T16:13:01,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21b53184a6cba7bd84ed994f0e2bae8f, ASSIGN because future has completed 2024-11-22T16:13:01,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51166b80e3f32a61394e3378a3f0af48, server=93fb7f16a334,39295,1732291967237}] 2024-11-22T16:13:01,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d640481db1e22b7364063609b5493a6c, ASSIGN because future has completed 2024-11-22T16:13:01,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ef226b8542a9bc8173b951a6bff1705, ASSIGN because future has completed 2024-11-22T16:13:01,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c2dd7954a769cdc54aab0917f2d3f6d0, ASSIGN because future has completed 2024-11-22T16:13:01,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d640481db1e22b7364063609b5493a6c, server=93fb7f16a334,37591,1732291967091}] 2024-11-22T16:13:01,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ef226b8542a9bc8173b951a6bff1705, server=93fb7f16a334,37591,1732291967091}] 2024-11-22T16:13:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d061d0f6b91bbb90e54a6d64a85bc96, ASSIGN because future has completed 2024-11-22T16:13:01,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f, server=93fb7f16a334,39295,1732291967237}] 2024-11-22T16:13:01,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2d6eeaf8c9eb382ed3873412a1192bf, ASSIGN because future has completed 2024-11-22T16:13:01,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf, server=93fb7f16a334,39295,1732291967237}] 2024-11-22T16:13:01,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96, server=93fb7f16a334,39295,1732291967237}] 2024-11-22T16:13:01,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2dd7954a769cdc54aab0917f2d3f6d0, server=93fb7f16a334,37591,1732291967091}] 2024-11-22T16:13:01,374 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:13:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:13:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:13:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:13:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:13:05,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:13:06,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:13:06,680 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:13:06,681 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:13:06,681 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T16:13:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:13:11,149 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:13:11,149 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f8be3b454516d907e2f5649875a3e529, NAME => 'SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T16:13:11,150 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:11,150 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:11,150 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:11,150 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:11,153 INFO [StoreOpener-f8be3b454516d907e2f5649875a3e529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:11,156 INFO [StoreOpener-f8be3b454516d907e2f5649875a3e529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8be3b454516d907e2f5649875a3e529 columnFamilyName cf 2024-11-22T16:13:11,156 DEBUG [StoreOpener-f8be3b454516d907e2f5649875a3e529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:11,157 INFO [StoreOpener-f8be3b454516d907e2f5649875a3e529-1 {}] regionserver.HStore(327): Store=f8be3b454516d907e2f5649875a3e529/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:11,157 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:11,159 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:11,159 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:11,160 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:11,160 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:11,162 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:13:11,162 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:11,164 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:13:11,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:13:11,166 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/f8be3b454516d907e2f5649875a3e529/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:13:11,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:13:11,167 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f8be3b454516d907e2f5649875a3e529; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64191062, jitterRate=-0.04347863793373108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:11,167 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:11,169 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f8be3b454516d907e2f5649875a3e529: Running coprocessor pre-open hook at 1732291991151Writing region info on filesystem at 1732291991151Initializing all the Stores at 1732291991152 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291991152Cleaning up temporary data from old regions at 1732291991160 (+8 ms)Running coprocessor post-open hooks at 1732291991167 (+7 ms)Region opened successfully at 1732291991168 (+1 ms) 2024-11-22T16:13:11,171 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529., pid=17, masterSystemTime=1732291991137 2024-11-22T16:13:11,172 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:11,172 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d061d0f6b91bbb90e54a6d64a85bc96, NAME => 'SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T16:13:11,173 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:11,173 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:11,173 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:11,173 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:11,174 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:13:11,174 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d640481db1e22b7364063609b5493a6c, NAME => 'SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T16:13:11,174 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:13:11,174 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:13:11,174 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:13:11,174 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a5f45919016fefe59a8864e0ef6026fc, NAME => 'SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T16:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:11,175 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:11,176 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:11,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f8be3b454516d907e2f5649875a3e529, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:11,178 INFO [StoreOpener-1d061d0f6b91bbb90e54a6d64a85bc96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:11,179 INFO [StoreOpener-d640481db1e22b7364063609b5493a6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:11,179 INFO [StoreOpener-a5f45919016fefe59a8864e0ef6026fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8be3b454516d907e2f5649875a3e529, server=93fb7f16a334,42813,1732291967189 because future has completed 2024-11-22T16:13:11,181 INFO [StoreOpener-1d061d0f6b91bbb90e54a6d64a85bc96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d061d0f6b91bbb90e54a6d64a85bc96 columnFamilyName cf 2024-11-22T16:13:11,181 DEBUG [StoreOpener-1d061d0f6b91bbb90e54a6d64a85bc96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:11,181 INFO [StoreOpener-a5f45919016fefe59a8864e0ef6026fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f45919016fefe59a8864e0ef6026fc columnFamilyName cf 2024-11-22T16:13:11,181 DEBUG [StoreOpener-a5f45919016fefe59a8864e0ef6026fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:11,182 INFO [StoreOpener-a5f45919016fefe59a8864e0ef6026fc-1 {}] regionserver.HStore(327): Store=a5f45919016fefe59a8864e0ef6026fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:11,182 INFO [StoreOpener-1d061d0f6b91bbb90e54a6d64a85bc96-1 {}] regionserver.HStore(327): Store=1d061d0f6b91bbb90e54a6d64a85bc96/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:11,182 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:11,182 INFO [StoreOpener-d640481db1e22b7364063609b5493a6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d640481db1e22b7364063609b5493a6c columnFamilyName cf 2024-11-22T16:13:11,183 DEBUG [StoreOpener-d640481db1e22b7364063609b5493a6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:11,183 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:11,183 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:11,184 INFO [StoreOpener-d640481db1e22b7364063609b5493a6c-1 {}] regionserver.HStore(327): Store=d640481db1e22b7364063609b5493a6c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:11,184 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:11,184 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:11,184 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:11,185 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:11,185 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:11,185 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:11,185 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:11,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-22T16:13:11,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f8be3b454516d907e2f5649875a3e529, server=93fb7f16a334,42813,1732291967189 in 10.0410 sec 2024-11-22T16:13:11,188 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:11,188 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:11,188 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:11,190 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:11,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f8be3b454516d907e2f5649875a3e529, ASSIGN in 10.2310 sec 2024-11-22T16:13:11,191 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:11,191 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/1d061d0f6b91bbb90e54a6d64a85bc96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:13:11,191 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:11,191 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:11,192 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 1d061d0f6b91bbb90e54a6d64a85bc96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69474574, jitterRate=0.03525182604789734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:11,192 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:11,192 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 1d061d0f6b91bbb90e54a6d64a85bc96: Running coprocessor pre-open hook at 1732291991174Writing region info on filesystem at 1732291991174Initializing all the Stores at 1732291991176 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291991176Cleaning up temporary data from old regions at 1732291991185 (+9 ms)Running coprocessor post-open hooks at 1732291991192 (+7 ms)Region opened successfully at 1732291991192 2024-11-22T16:13:11,193 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/a5f45919016fefe59a8864e0ef6026fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:13:11,194 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:11,194 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96., pid=23, masterSystemTime=1732291991162 2024-11-22T16:13:11,194 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a5f45919016fefe59a8864e0ef6026fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60119581, jitterRate=-0.10414843261241913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:11,194 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:11,194 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a5f45919016fefe59a8864e0ef6026fc: Running coprocessor pre-open hook at 1732291991176Writing region info on filesystem at 1732291991176Initializing all the Stores at 1732291991177 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291991177Cleaning up temporary data from old regions at 1732291991185 (+8 ms)Running coprocessor post-open hooks at 1732291991194 (+9 ms)Region opened successfully at 1732291991194 2024-11-22T16:13:11,195 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc., pid=15, masterSystemTime=1732291991137 2024-11-22T16:13:11,197 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:11,197 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d640481db1e22b7364063609b5493a6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:13:11,197 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:11,197 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:11,197 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 21b53184a6cba7bd84ed994f0e2bae8f, NAME => 'SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T16:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:11,198 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d640481db1e22b7364063609b5493a6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63872902, jitterRate=-0.04821959137916565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:11,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1d061d0f6b91bbb90e54a6d64a85bc96, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,39295,1732291967237 2024-11-22T16:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:11,198 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d640481db1e22b7364063609b5493a6c: Running coprocessor pre-open hook at 1732291991175Writing region info on filesystem at 1732291991175Initializing all the Stores at 1732291991177 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291991177Cleaning up temporary data from old regions at 1732291991191 (+14 ms)Running coprocessor post-open hooks at 1732291991198 (+7 ms)Region opened successfully at 1732291991198 2024-11-22T16:13:11,198 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:13:11,198 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 61cafc0ee6078be5207116d3f4ccb790, NAME => 'SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T16:13:11,199 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:11,199 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:11,199 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:11,199 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:11,200 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c., pid=19, masterSystemTime=1732291991164 2024-11-22T16:13:11,200 INFO [StoreOpener-21b53184a6cba7bd84ed994f0e2bae8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:11,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a5f45919016fefe59a8864e0ef6026fc, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:11,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96, server=93fb7f16a334,39295,1732291967237 because future has completed 2024-11-22T16:13:11,203 INFO [StoreOpener-21b53184a6cba7bd84ed994f0e2bae8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21b53184a6cba7bd84ed994f0e2bae8f columnFamilyName cf 2024-11-22T16:13:11,203 DEBUG [StoreOpener-21b53184a6cba7bd84ed994f0e2bae8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:11,204 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:13:11,204 INFO [StoreOpener-21b53184a6cba7bd84ed994f0e2bae8f-1 {}] regionserver.HStore(327): Store=21b53184a6cba7bd84ed994f0e2bae8f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:11,204 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:13:11,204 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:11,205 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:13:11,205 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ef226b8542a9bc8173b951a6bff1705, NAME => 'SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T16:13:11,205 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=93fb7f16a334,42813,1732291967189, table=SPTestTable, region=a5f45919016fefe59a8864e0ef6026fc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T16:13:11,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5f45919016fefe59a8864e0ef6026fc, server=93fb7f16a334,42813,1732291967189 because future has completed 2024-11-22T16:13:11,205 INFO [StoreOpener-61cafc0ee6078be5207116d3f4ccb790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:11,206 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:11,206 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:11,206 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:11,206 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:11,206 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d640481db1e22b7364063609b5493a6c, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:11,206 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:11,207 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:11,208 INFO [StoreOpener-61cafc0ee6078be5207116d3f4ccb790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61cafc0ee6078be5207116d3f4ccb790 columnFamilyName cf 2024-11-22T16:13:11,208 DEBUG [StoreOpener-61cafc0ee6078be5207116d3f4ccb790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:11,208 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:11,208 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:11,209 INFO [StoreOpener-61cafc0ee6078be5207116d3f4ccb790-1 {}] regionserver.HStore(327): Store=61cafc0ee6078be5207116d3f4ccb790/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:11,209 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:11,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d640481db1e22b7364063609b5493a6c, server=93fb7f16a334,37591,1732291967091 because future has completed 2024-11-22T16:13:11,210 INFO [StoreOpener-8ef226b8542a9bc8173b951a6bff1705-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:11,210 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:11,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-22T16:13:11,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96, server=93fb7f16a334,39295,1732291967237 in 10.0360 sec 2024-11-22T16:13:11,211 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:11,211 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:11,212 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:11,212 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:11,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-22T16:13:11,213 INFO [StoreOpener-8ef226b8542a9bc8173b951a6bff1705-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ef226b8542a9bc8173b951a6bff1705 columnFamilyName cf 2024-11-22T16:13:11,213 DEBUG [StoreOpener-8ef226b8542a9bc8173b951a6bff1705-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:11,214 INFO [StoreOpener-8ef226b8542a9bc8173b951a6bff1705-1 {}] regionserver.HStore(327): Store=8ef226b8542a9bc8173b951a6bff1705/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:11,214 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:11,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d061d0f6b91bbb90e54a6d64a85bc96, ASSIGN in 10.2550 sec 2024-11-22T16:13:11,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a5f45919016fefe59a8864e0ef6026fc, server=93fb7f16a334,42813,1732291967189 in 10.0810 sec 2024-11-22T16:13:11,216 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:11,216 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:11,217 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/21b53184a6cba7bd84ed994f0e2bae8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:13:11,217 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:11,218 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 21b53184a6cba7bd84ed994f0e2bae8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64531587, jitterRate=-0.038404420018196106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:11,218 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:11,218 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:11,218 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:11,218 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 21b53184a6cba7bd84ed994f0e2bae8f: Running coprocessor pre-open hook at 1732291991198Writing region info on filesystem at 1732291991198Initializing all the Stores at 1732291991200 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291991200Cleaning up temporary data from old regions at 1732291991208 (+8 ms)Running coprocessor post-open hooks at 1732291991218 (+10 ms)Region opened successfully at 1732291991218 2024-11-22T16:13:11,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5f45919016fefe59a8864e0ef6026fc, ASSIGN in 10.2590 sec 2024-11-22T16:13:11,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-22T16:13:11,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d640481db1e22b7364063609b5493a6c, server=93fb7f16a334,37591,1732291967091 in 10.0600 sec 2024-11-22T16:13:11,219 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f., pid=20, masterSystemTime=1732291991162 2024-11-22T16:13:11,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d640481db1e22b7364063609b5493a6c, ASSIGN in 10.2620 sec 2024-11-22T16:13:11,222 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/61cafc0ee6078be5207116d3f4ccb790/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:13:11,222 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:11,223 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:11,223 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:11,223 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:11,223 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d2d6eeaf8c9eb382ed3873412a1192bf, NAME => 'SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T16:13:11,223 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 61cafc0ee6078be5207116d3f4ccb790; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67305084, jitterRate=0.002923905849456787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:11,223 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:11,223 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 61cafc0ee6078be5207116d3f4ccb790: Running coprocessor pre-open hook at 1732291991199Writing region info on filesystem at 1732291991199Initializing all the Stores at 1732291991204 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291991205 (+1 ms)Cleaning up temporary data from old regions at 1732291991212 (+7 ms)Running coprocessor post-open hooks at 1732291991223 (+11 ms)Region opened successfully at 1732291991223 2024-11-22T16:13:11,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21b53184a6cba7bd84ed994f0e2bae8f, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,39295,1732291967237 2024-11-22T16:13:11,224 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:11,224 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:11,224 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:11,224 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:11,227 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/8ef226b8542a9bc8173b951a6bff1705/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:13:11,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f, server=93fb7f16a334,39295,1732291967237 because future has completed 2024-11-22T16:13:11,228 INFO [StoreOpener-d2d6eeaf8c9eb382ed3873412a1192bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:11,228 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8ef226b8542a9bc8173b951a6bff1705; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67787923, jitterRate=0.010118767619132996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:11,228 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:11,229 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8ef226b8542a9bc8173b951a6bff1705: Running coprocessor pre-open hook at 1732291991206Writing region info on filesystem at 1732291991206Initializing all the Stores at 1732291991209 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291991209Cleaning up temporary data from old regions at 1732291991218 (+9 ms)Running coprocessor post-open hooks at 1732291991228 (+10 ms)Region opened successfully at 1732291991228 2024-11-22T16:13:11,230 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790., pid=16, masterSystemTime=1732291991137 2024-11-22T16:13:11,230 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705., pid=21, masterSystemTime=1732291991164 2024-11-22T16:13:11,232 INFO [StoreOpener-d2d6eeaf8c9eb382ed3873412a1192bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2d6eeaf8c9eb382ed3873412a1192bf columnFamilyName cf 2024-11-22T16:13:11,232 DEBUG [StoreOpener-d2d6eeaf8c9eb382ed3873412a1192bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:11,233 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:13:11,233 INFO [StoreOpener-d2d6eeaf8c9eb382ed3873412a1192bf-1 {}] regionserver.HStore(327): Store=d2d6eeaf8c9eb382ed3873412a1192bf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:11,233 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:13:11,234 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:11,234 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:13:11,234 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ef226b8542a9bc8173b951a6bff1705, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:11,235 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:13:11,235 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:13:11,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-22T16:13:11,235 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c2dd7954a769cdc54aab0917f2d3f6d0, NAME => 'SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T16:13:11,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f, server=93fb7f16a334,39295,1732291967237 in 10.0770 sec 2024-11-22T16:13:11,236 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:11,236 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:11,237 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:11,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=61cafc0ee6078be5207116d3f4ccb790, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:11,237 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:11,237 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:11,237 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:11,238 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:11,238 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:11,240 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=93fb7f16a334,37591,1732291967091, table=SPTestTable, region=8ef226b8542a9bc8173b951a6bff1705. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T16:13:11,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ef226b8542a9bc8173b951a6bff1705, server=93fb7f16a334,37591,1732291967091 because future has completed 2024-11-22T16:13:11,240 INFO [StoreOpener-c2dd7954a769cdc54aab0917f2d3f6d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:11,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b53184a6cba7bd84ed994f0e2bae8f, ASSIGN in 10.2800 sec 2024-11-22T16:13:11,243 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:11,243 INFO [StoreOpener-c2dd7954a769cdc54aab0917f2d3f6d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2dd7954a769cdc54aab0917f2d3f6d0 columnFamilyName cf 2024-11-22T16:13:11,243 DEBUG [StoreOpener-c2dd7954a769cdc54aab0917f2d3f6d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:11,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61cafc0ee6078be5207116d3f4ccb790, server=93fb7f16a334,42813,1732291967189 because future has completed 2024-11-22T16:13:11,244 INFO [StoreOpener-c2dd7954a769cdc54aab0917f2d3f6d0-1 {}] regionserver.HStore(327): Store=c2dd7954a769cdc54aab0917f2d3f6d0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:11,244 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:11,246 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:11,247 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:11,248 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:11,248 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:11,248 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d2d6eeaf8c9eb382ed3873412a1192bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:13:11,249 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d2d6eeaf8c9eb382ed3873412a1192bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74075265, jitterRate=0.1038074642419815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:11,249 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:11,249 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d2d6eeaf8c9eb382ed3873412a1192bf: Running coprocessor pre-open hook at 1732291991224Writing region info on filesystem at 1732291991224Initializing all the Stores at 1732291991227 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291991227Cleaning up temporary data from old regions at 1732291991238 (+11 ms)Running coprocessor post-open hooks at 1732291991249 (+11 ms)Region opened successfully at 1732291991249 2024-11-22T16:13:11,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-22T16:13:11,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ef226b8542a9bc8173b951a6bff1705, server=93fb7f16a334,37591,1732291967091 in 10.0850 sec 2024-11-22T16:13:11,252 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf., pid=22, masterSystemTime=1732291991162 2024-11-22T16:13:11,252 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:11,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ef226b8542a9bc8173b951a6bff1705, ASSIGN in 10.2940 sec 2024-11-22T16:13:11,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-22T16:13:11,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 61cafc0ee6078be5207116d3f4ccb790, server=93fb7f16a334,42813,1732291967189 in 10.1170 sec 2024-11-22T16:13:11,255 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:11,255 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:11,256 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:11,256 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 51166b80e3f32a61394e3378a3f0af48, NAME => 'SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T16:13:11,257 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:11,257 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:11,257 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:11,258 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:11,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61cafc0ee6078be5207116d3f4ccb790, ASSIGN in 10.2990 sec 2024-11-22T16:13:11,258 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d2d6eeaf8c9eb382ed3873412a1192bf, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,39295,1732291967237 2024-11-22T16:13:11,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf, server=93fb7f16a334,39295,1732291967237 because future has completed 2024-11-22T16:13:11,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-22T16:13:11,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf, server=93fb7f16a334,39295,1732291967237 in 10.0950 sec 2024-11-22T16:13:11,270 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/c2dd7954a769cdc54aab0917f2d3f6d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:13:11,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d6eeaf8c9eb382ed3873412a1192bf, ASSIGN in 10.3110 sec 2024-11-22T16:13:11,271 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c2dd7954a769cdc54aab0917f2d3f6d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73552029, jitterRate=0.09601064026355743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:11,271 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:11,271 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c2dd7954a769cdc54aab0917f2d3f6d0: Running coprocessor pre-open hook at 1732291991237Writing region info on filesystem at 1732291991237Initializing all the Stores at 1732291991240 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291991240Cleaning up temporary data from old regions at 1732291991248 (+8 ms)Running coprocessor post-open hooks at 1732291991271 (+23 ms)Region opened successfully at 1732291991271 2024-11-22T16:13:11,272 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0., pid=24, masterSystemTime=1732291991164 2024-11-22T16:13:11,275 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:13:11,275 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:13:11,278 INFO [StoreOpener-51166b80e3f32a61394e3378a3f0af48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:11,279 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2dd7954a769cdc54aab0917f2d3f6d0, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:11,281 INFO [StoreOpener-51166b80e3f32a61394e3378a3f0af48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51166b80e3f32a61394e3378a3f0af48 columnFamilyName cf 2024-11-22T16:13:11,281 DEBUG [StoreOpener-51166b80e3f32a61394e3378a3f0af48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:11,282 INFO [StoreOpener-51166b80e3f32a61394e3378a3f0af48-1 {}] regionserver.HStore(327): Store=51166b80e3f32a61394e3378a3f0af48/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:11,282 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:11,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2dd7954a769cdc54aab0917f2d3f6d0, server=93fb7f16a334,37591,1732291967091 because future has completed 2024-11-22T16:13:11,284 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:11,284 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:11,285 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:11,285 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:11,289 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:11,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-22T16:13:11,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c2dd7954a769cdc54aab0917f2d3f6d0, server=93fb7f16a334,37591,1732291967091 in 10.1070 sec 2024-11-22T16:13:11,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2dd7954a769cdc54aab0917f2d3f6d0, ASSIGN in 10.3340 sec 2024-11-22T16:13:11,294 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/51166b80e3f32a61394e3378a3f0af48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:13:11,295 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 51166b80e3f32a61394e3378a3f0af48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73344531, jitterRate=0.09291867911815643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:11,295 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:11,295 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 51166b80e3f32a61394e3378a3f0af48: Running coprocessor pre-open hook at 1732291991258Writing region info on filesystem at 1732291991258Initializing all the Stores at 1732291991261 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732291991261Cleaning up temporary data from old regions at 1732291991285 (+24 ms)Running coprocessor post-open hooks at 1732291991295 (+10 ms)Region opened successfully at 1732291991295 2024-11-22T16:13:11,296 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48., pid=18, masterSystemTime=1732291991162 2024-11-22T16:13:11,299 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:11,299 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:11,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=51166b80e3f32a61394e3378a3f0af48, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,39295,1732291967237 2024-11-22T16:13:11,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51166b80e3f32a61394e3378a3f0af48, server=93fb7f16a334,39295,1732291967237 because future has completed 2024-11-22T16:13:11,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-22T16:13:11,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 51166b80e3f32a61394e3378a3f0af48, server=93fb7f16a334,39295,1732291967237 in 10.1590 sec 2024-11-22T16:13:11,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-22T16:13:11,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51166b80e3f32a61394e3378a3f0af48, ASSIGN in 10.3540 sec 2024-11-22T16:13:11,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:13:11,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732291991316"}]},"ts":"1732291991316"} 2024-11-22T16:13:11,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T16:13:11,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:13:11,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5820 sec 2024-11-22T16:13:13,369 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T16:13:15,376 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:13:16,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:13:16,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-22T16:13:16,736 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-22T16:13:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:13:18,964 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T16:13:18,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T16:13:18,965 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T16:13:18,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T16:13:18,977 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T16:13:18,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T16:13:19,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,056 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,057 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c., hostname=93fb7f16a334,37591,1732291967091, seqNum=2] 2024-11-22T16:13:19,125 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c., hostname=93fb7f16a334,37591,1732291967091, seqNum=2] 2024-11-22T16:13:19,131 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c., hostname=93fb7f16a334,37591,1732291967091, seqNum=2] 2024-11-22T16:13:19,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c., hostname=93fb7f16a334,37591,1732291967091, seqNum=2] 2024-11-22T16:13:19,137 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c., hostname=93fb7f16a334,37591,1732291967091, seqNum=2] 2024-11-22T16:13:19,140 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c., hostname=93fb7f16a334,37591,1732291967091, seqNum=2] 2024-11-22T16:13:19,142 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c., hostname=93fb7f16a334,37591,1732291967091, seqNum=2] 2024-11-22T16:13:19,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c., hostname=93fb7f16a334,37591,1732291967091, seqNum=2] 2024-11-22T16:13:19,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529., hostname=93fb7f16a334,42813,1732291967189, seqNum=2] 2024-11-22T16:13:19,202 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529., hostname=93fb7f16a334,42813,1732291967189, seqNum=2] 2024-11-22T16:13:19,204 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529., hostname=93fb7f16a334,42813,1732291967189, seqNum=2] 2024-11-22T16:13:19,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529., hostname=93fb7f16a334,42813,1732291967189, seqNum=2] 2024-11-22T16:13:19,208 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529., hostname=93fb7f16a334,42813,1732291967189, seqNum=2] 2024-11-22T16:13:19,211 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529., hostname=93fb7f16a334,42813,1732291967189, seqNum=2] 2024-11-22T16:13:19,213 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529., hostname=93fb7f16a334,42813,1732291967189, seqNum=2] 2024-11-22T16:13:19,219 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529., hostname=93fb7f16a334,42813,1732291967189, seqNum=2] 2024-11-22T16:13:19,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,296 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:19,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48., hostname=93fb7f16a334,39295,1732291967237, seqNum=2] 2024-11-22T16:13:20,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:13:20,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:13:20,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:13:20,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:13:20,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:20,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T16:13:20,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42813 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T16:13:20,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T16:13:20,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T16:13:21,238 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T16:13:21,240 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T16:13:21,242 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T16:13:21,250 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T16:13:21,271 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T16:13:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741848_1024 (size=49) 2024-11-22T16:13:21,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741848_1024 (size=49) 2024-11-22T16:13:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741848_1024 (size=49) 2024-11-22T16:13:21,304 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T16:13:21,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2dd7954a769cdc54aab0917f2d3f6d0}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5f45919016fefe59a8864e0ef6026fc}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ef226b8542a9bc8173b951a6bff1705}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61cafc0ee6078be5207116d3f4ccb790}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d640481db1e22b7364063609b5493a6c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8be3b454516d907e2f5649875a3e529}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48}] 2024-11-22T16:13:21,313 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:21,315 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:21,319 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:21,320 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:21,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:21,326 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:21,326 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:21,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:21,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:21,331 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:21,342 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 93fb7f16a334,39295,1732291967237 2024-11-22T16:13:21,342 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 93fb7f16a334,39295,1732291967237: Simulated kill ***** 2024-11-22T16:13:21,343 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:13:21,345 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:13:21,346 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:13:21,348 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:13:21,349 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:13:21,354 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 652552056 }, "NonHeapMemoryUsage": { "committed": 157679616, "init": 7667712, "max": -1, "used": 153608376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "93fb7f16a334", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "93fb7f16a334", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58555", "tag.serverName": "93fb7f16a334,42813,1732291967189", "tag.clusterId": "7005174b-b199-4ccc-9656-707b48e4b4da", "tag.Context": "regionserver", "tag.Hostname": "93fb7f16a334", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732291967189, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-22T16:13:21,359 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34989 {}] master.MasterRpcServices(700): 93fb7f16a334,39295,1732291967237 reported a fatal error: ***** ABORTING region server 93fb7f16a334,39295,1732291967237: Simulated kill ***** 2024-11-22T16:13:21,364 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,39295,1732291967237' ***** 2024-11-22T16:13:21,365 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-22T16:13:21,365 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:13:21,365 INFO [RS:2;93fb7f16a334:39295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T16:13:21,366 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T16:13:21,366 INFO [RS:2;93fb7f16a334:39295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T16:13:21,366 INFO [RS:2;93fb7f16a334:39295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:13:21,366 INFO [RS:2;93fb7f16a334:39295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;93fb7f16a334:39295. 2024-11-22T16:13:21,366 DEBUG [RS:2;93fb7f16a334:39295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:13:21,366 DEBUG [RS:2;93fb7f16a334:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:13:21,368 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:13:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741833_1009 (size=1242) 2024-11-22T16:13:21,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741833_1009 (size=1242) 2024-11-22T16:13:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741833_1009 (size=1242) 2024-11-22T16:13:21,381 DEBUG [RS:2;93fb7f16a334:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:13:21,381 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:13:21,382 INFO [RS:2;93fb7f16a334:39295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39295 2024-11-22T16:13:21,421 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:13:21,421 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:13:21,453 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:13:21,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/93fb7f16a334,39295,1732291967237 2024-11-22T16:13:21,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:13:21,508 INFO [RS:2;93fb7f16a334:39295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:13:21,509 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,39295,1732291967237] 2024-11-22T16:13:21,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:13:21,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1016351ad9c0003, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:13:21,784 INFO [RS:2;93fb7f16a334:39295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:13:21,785 INFO [RS:2;93fb7f16a334:39295 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,39295,1732291967237; zookeeper connection closed. 2024-11-22T16:13:21,785 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bed7dbc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bed7dbc 2024-11-22T16:13:21,894 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/93fb7f16a334,39295,1732291967237 already deleted, retry=false 2024-11-22T16:13:21,895 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 93fb7f16a334,39295,1732291967237 on 93fb7f16a334,34989,1732291966273 2024-11-22T16:13:21,901 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 93fb7f16a334,39295,1732291967237, splitWal=true, meta=false 2024-11-22T16:13:21,905 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 93fb7f16a334,39295,1732291967237 (carryingMeta=false) 93fb7f16a334,39295,1732291967237/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@724d3c68[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T16:13:21,906 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 93fb7f16a334,39295,1732291967237, splitWal=true, meta=false 2024-11-22T16:13:21,908 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:21,908 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:21,908 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:21,908 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:21,909 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 93fb7f16a334,39295,1732291967237 had 4 regions 2024-11-22T16:13:21,909 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f can not run currently because target server of region SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 93fb7f16a334,39295,1732291967237 is in state CRASHED, wait 1000 ms to retry 2024-11-22T16:13:21,910 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f; timeout=1000, timestamp=1732292002910 2024-11-22T16:13:21,910 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf can not run currently because target server of region SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 93fb7f16a334,39295,1732291967237 is in state CRASHED, wait 1000 ms to retry 2024-11-22T16:13:21,910 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 can not run currently because target server of region SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 93fb7f16a334,39295,1732291967237 is in state CRASHED, wait 1000 ms to retry 2024-11-22T16:13:21,910 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf; timeout=1000, timestamp=1732292002910 2024-11-22T16:13:21,910 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96; timeout=1000, timestamp=1732292002910 2024-11-22T16:13:21,910 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 can not run currently because target server of region SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 93fb7f16a334,39295,1732291967237 is in state CRASHED, wait 1000 ms to retry 2024-11-22T16:13:21,911 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48; timeout=1000, timestamp=1732292002911 2024-11-22T16:13:21,912 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 93fb7f16a334,39295,1732291967237, splitWal=true, meta=false, isMeta: false 2024-11-22T16:13:21,914 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting 2024-11-22T16:13:21,916 INFO [PEWorker-4 {}] master.SplitWALManager(105): 93fb7f16a334,39295,1732291967237 WAL count=1, meta=false 2024-11-22T16:13:21,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 93fb7f16a334%2C39295%2C1732291967237.1732291969581}] 2024-11-22T16:13:21,925 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:21,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 93fb7f16a334%2C39295%2C1732291967237.1732291969581, worker=93fb7f16a334,37591,1732291967091}] 2024-11-22T16:13:22,911 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:22,911 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:22,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:22,913 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:22,915 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 can not run currently because target server of region SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T16:13:22,915 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f can not run currently because target server of region SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T16:13:22,915 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f; timeout=2000, timestamp=1732292004915 2024-11-22T16:13:22,915 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96; timeout=2000, timestamp=1732292004915 2024-11-22T16:13:22,915 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf can not run currently because target server of region SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T16:13:22,915 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf; timeout=2000, timestamp=1732292004915 2024-11-22T16:13:22,916 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 can not run currently because target server of region SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T16:13:22,916 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48; timeout=2000, timestamp=1732292004916 2024-11-22T16:13:23,914 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T16:13:24,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:24,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:24,916 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:24,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:24,918 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 can not run currently because target server of region SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T16:13:24,918 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f can not run currently because target server of region SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T16:13:24,918 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf can not run currently because target server of region SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T16:13:24,918 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 can not run currently because target server of region SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T16:13:24,918 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48; timeout=4000, timestamp=1732292008918 2024-11-22T16:13:24,918 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f; timeout=4000, timestamp=1732292008918 2024-11-22T16:13:24,918 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf; timeout=4000, timestamp=1732292008918 2024-11-22T16:13:24,918 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96; timeout=4000, timestamp=1732292008918 2024-11-22T16:13:28,918 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:28,918 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:28,918 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:28,919 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:28,925 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 can not run currently because target server of region SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T16:13:28,925 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 can not run currently because target server of region SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T16:13:28,925 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f can not run currently because target server of region SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T16:13:28,925 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f; timeout=8000, timestamp=1732292016925 2024-11-22T16:13:28,925 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48; timeout=8000, timestamp=1732292016925 2024-11-22T16:13:28,926 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96; timeout=8000, timestamp=1732292016925 2024-11-22T16:13:28,927 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf can not run currently because target server of region SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 93fb7f16a334,39295,1732291967237 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T16:13:28,927 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf; timeout=8000, timestamp=1732292016927 2024-11-22T16:13:31,164 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=93fb7f16a334,39295,1732291967237, timeout=1732292011315, delay=149, operations=null, containedObject=93fb7f16a334,37591,1732291967091, timeout=1732292011317, delay=151, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d640481db1e22b7364063609b5493a6c, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2dd7954a769cdc54aab0917f2d3f6d0, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ef226b8542a9bc8173b951a6bff1705, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 93fb7f16a334%2C39295%2C1732291967237.1732291969581, worker=93fb7f16a334,37591,1732291967091], containedObject=93fb7f16a334,42813,1732291967189, timeout=1732292011324, delay=158, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5f45919016fefe59a8864e0ef6026fc, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61cafc0ee6078be5207116d3f4ccb790, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8be3b454516d907e2f5649875a3e529]] 2024-11-22T16:13:31,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T16:13:31,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T16:13:31,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T16:13:31,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T16:13:31,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:13:31,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:13:31,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T16:13:31,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:13:31,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T16:13:31,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:13:31,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:13:31,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-22T16:13:31,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:13:31,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d640481db1e22b7364063609b5493a6c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-22T16:13:31,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f8be3b454516d907e2f5649875a3e529 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-22T16:13:31,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 8ef226b8542a9bc8173b951a6bff1705: 2024-11-22T16:13:31,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. for SnapshotProcedureTest completed. 2024-11-22T16:13:31,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:13:31,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a5f45919016fefe59a8864e0ef6026fc: 2024-11-22T16:13:31,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. for SnapshotProcedureTest completed. 2024-11-22T16:13:31,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:13:31,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for c2dd7954a769cdc54aab0917f2d3f6d0: 2024-11-22T16:13:31,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. for SnapshotProcedureTest completed. 2024-11-22T16:13:31,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:13:31,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 61cafc0ee6078be5207116d3f4ccb790: 2024-11-22T16:13:31,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. for SnapshotProcedureTest completed. 2024-11-22T16:13:31,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:13:31,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:13:31,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:13:31,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:13:31,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:13:31,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:13:31,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:13:31,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:13:31,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:13:31,388 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581, size=1.2 K (1242bytes) 2024-11-22T16:13:31,389 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T16:13:31,389 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T16:13:31,389 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581 2024-11-22T16:13:31,419 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581 after 10ms 2024-11-22T16:13:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741850_1026 (size=65) 2024-11-22T16:13:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741850_1026 (size=65) 2024-11-22T16:13:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741850_1026 (size=65) 2024-11-22T16:13:31,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:13:31,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T16:13:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T16:13:31,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:31,463 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:13:31,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8ef226b8542a9bc8173b951a6bff1705 in 10.1580 sec 2024-11-22T16:13:31,473 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581 took 87ms 2024-11-22T16:13:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741849_1025 (size=65) 2024-11-22T16:13:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741849_1025 (size=65) 2024-11-22T16:13:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741849_1025 (size=65) 2024-11-22T16:13:31,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:13:31,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T16:13:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T16:13:31,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:31,481 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:13:31,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c2dd7954a769cdc54aab0917f2d3f6d0 in 10.1760 sec 2024-11-22T16:13:31,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d640481db1e22b7364063609b5493a6c/.tmp/cf/0433fc7fe8794cc380abf0c2984ca87e is 34, key is baa/cf:cf/1732292000230/Put/seqid=0 2024-11-22T16:13:31,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/f8be3b454516d907e2f5649875a3e529/.tmp/cf/aabc311282094da4a0380d50d3c11c41 is 34, key is ccd/cf:cf/1732292000258/Put/seqid=0 2024-11-22T16:13:31,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1d061d0f6b91bbb90e54a6d64a85bc96: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T16:13:31,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 21b53184a6cba7bd84ed994f0e2bae8f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T16:13:31,543 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d2d6eeaf8c9eb382ed3873412a1192bf: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T16:13:31,548 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 51166b80e3f32a61394e3378a3f0af48: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T16:13:31,550 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581 so closing down 2024-11-22T16:13:31,551 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:13:31,551 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:13:31,556 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 27 ms; skipped=4; WAL=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-22T16:13:31,557 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581, journal: Splitting hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581, size=1.2 K (1242bytes) at 1732292011388Finishing writing output for hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581 so closing down at 1732292011550 (+162 ms)3 split writer threads finished at 1732292011551 (+1 ms)Processed 4 edits across 0 Regions in 27 ms; skipped=4; WAL=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732292011557 (+6 ms) 2024-11-22T16:13:31,557 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581 2024-11-22T16:13:31,557 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T16:13:31,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741851_1027 (size=65) 2024-11-22T16:13:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741851_1027 (size=65) 2024-11-22T16:13:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741851_1027 (size=65) 2024-11-22T16:13:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T16:13:31,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:13:31,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T16:13:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T16:13:31,595 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:31,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:13:31,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a5f45919016fefe59a8864e0ef6026fc in 10.2910 sec 2024-11-22T16:13:31,605 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting/93fb7f16a334%2C39295%2C1732291967237.1732291969581 to hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/oldWALs 2024-11-22T16:13:31,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741852_1028 (size=65) 2024-11-22T16:13:31,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741852_1028 (size=65) 2024-11-22T16:13:31,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741852_1028 (size=65) 2024-11-22T16:13:31,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:13:31,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T16:13:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T16:13:31,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:31,612 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:13:31,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T16:13:31,615 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:31,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 93fb7f16a334%2C39295%2C1732291967237.1732291969581, worker=93fb7f16a334,37591,1732291967091 in 9.6780 sec 2024-11-22T16:13:31,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 61cafc0ee6078be5207116d3f4ccb790 in 10.3080 sec 2024-11-22T16:13:31,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T16:13:31,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 93fb7f16a334%2C39295%2C1732291967237.1732291969581, worker=93fb7f16a334,37591,1732291967091 in 9.6980 sec 2024-11-22T16:13:31,623 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting dir is empty, no logs to split. 2024-11-22T16:13:31,623 INFO [PEWorker-1 {}] master.SplitWALManager(105): 93fb7f16a334,39295,1732291967237 WAL count=0, meta=false 2024-11-22T16:13:31,623 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 93fb7f16a334,39295,1732291967237 WAL splitting is done? wals=0, meta=false 2024-11-22T16:13:31,628 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 93fb7f16a334,39295,1732291967237 failed, ignore...File hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/WALs/93fb7f16a334,39295,1732291967237-splitting does not exist. 2024-11-22T16:13:31,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741854_1030 (size=47197) 2024-11-22T16:13:31,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d6eeaf8c9eb382ed3873412a1192bf, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d061d0f6b91bbb90e54a6d64a85bc96, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51166b80e3f32a61394e3378a3f0af48, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b53184a6cba7bd84ed994f0e2bae8f, ASSIGN}] 2024-11-22T16:13:31,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741854_1030 (size=47197) 2024-11-22T16:13:31,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741854_1030 (size=47197) 2024-11-22T16:13:31,634 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51166b80e3f32a61394e3378a3f0af48, ASSIGN 2024-11-22T16:13:31,634 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d061d0f6b91bbb90e54a6d64a85bc96, ASSIGN 2024-11-22T16:13:31,635 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d6eeaf8c9eb382ed3873412a1192bf, ASSIGN 2024-11-22T16:13:31,635 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/f8be3b454516d907e2f5649875a3e529/.tmp/cf/aabc311282094da4a0380d50d3c11c41 2024-11-22T16:13:31,636 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b53184a6cba7bd84ed994f0e2bae8f, ASSIGN 2024-11-22T16:13:31,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51166b80e3f32a61394e3378a3f0af48, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:13:31,638 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d061d0f6b91bbb90e54a6d64a85bc96, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:13:31,638 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2d6eeaf8c9eb382ed3873412a1192bf, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:13:31,640 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21b53184a6cba7bd84ed994f0e2bae8f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:13:31,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741853_1029 (size=28623) 2024-11-22T16:13:31,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741853_1029 (size=28623) 2024-11-22T16:13:31,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741853_1029 (size=28623) 2024-11-22T16:13:31,665 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d640481db1e22b7364063609b5493a6c/.tmp/cf/0433fc7fe8794cc380abf0c2984ca87e 2024-11-22T16:13:31,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/f8be3b454516d907e2f5649875a3e529/.tmp/cf/aabc311282094da4a0380d50d3c11c41 as hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/f8be3b454516d907e2f5649875a3e529/cf/aabc311282094da4a0380d50d3c11c41 2024-11-22T16:13:31,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d640481db1e22b7364063609b5493a6c/.tmp/cf/0433fc7fe8794cc380abf0c2984ca87e as hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d640481db1e22b7364063609b5493a6c/cf/0433fc7fe8794cc380abf0c2984ca87e 2024-11-22T16:13:31,739 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/f8be3b454516d907e2f5649875a3e529/cf/aabc311282094da4a0380d50d3c11c41, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-22T16:13:31,748 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d640481db1e22b7364063609b5493a6c/cf/0433fc7fe8794cc380abf0c2984ca87e, entries=731, sequenceid=5, filesize=28.0 K 2024-11-22T16:13:31,750 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f8be3b454516d907e2f5649875a3e529 in 415ms, sequenceid=5, compaction requested=false 2024-11-22T16:13:31,750 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d640481db1e22b7364063609b5493a6c in 422ms, sequenceid=5, compaction requested=false 2024-11-22T16:13:31,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d640481db1e22b7364063609b5493a6c: 2024-11-22T16:13:31,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f8be3b454516d907e2f5649875a3e529: 2024-11-22T16:13:31,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. for SnapshotProcedureTest completed. 2024-11-22T16:13:31,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. for SnapshotProcedureTest completed. 2024-11-22T16:13:31,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:13:31,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:13:31,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/f8be3b454516d907e2f5649875a3e529/cf/aabc311282094da4a0380d50d3c11c41] hfiles 2024-11-22T16:13:31,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/f8be3b454516d907e2f5649875a3e529/cf/aabc311282094da4a0380d50d3c11c41 for snapshot=SnapshotProcedureTest 2024-11-22T16:13:31,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:13:31,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:13:31,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d640481db1e22b7364063609b5493a6c/cf/0433fc7fe8794cc380abf0c2984ca87e] hfiles 2024-11-22T16:13:31,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d640481db1e22b7364063609b5493a6c/cf/0433fc7fe8794cc380abf0c2984ca87e for snapshot=SnapshotProcedureTest 2024-11-22T16:13:31,789 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(204): Hosts are {93fb7f16a334=0} racks are {/default-rack=0} 2024-11-22T16:13:31,790 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T16:13:31,790 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T16:13:31,790 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T16:13:31,790 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T16:13:31,790 INFO [93fb7f16a334:34989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T16:13:31,790 INFO [93fb7f16a334:34989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T16:13:31,790 DEBUG [93fb7f16a334:34989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T16:13:31,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=51166b80e3f32a61394e3378a3f0af48, regionState=OPENING, regionLocation=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:31,791 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=1d061d0f6b91bbb90e54a6d64a85bc96, regionState=OPENING, regionLocation=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:31,791 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=21b53184a6cba7bd84ed994f0e2bae8f, regionState=OPENING, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:31,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d2d6eeaf8c9eb382ed3873412a1192bf, regionState=OPENING, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:31,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d061d0f6b91bbb90e54a6d64a85bc96, ASSIGN because future has completed 2024-11-22T16:13:31,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96, server=93fb7f16a334,37591,1732291967091}] 2024-11-22T16:13:31,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21b53184a6cba7bd84ed994f0e2bae8f, ASSIGN because future has completed 2024-11-22T16:13:31,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f, server=93fb7f16a334,42813,1732291967189}] 2024-11-22T16:13:31,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51166b80e3f32a61394e3378a3f0af48, ASSIGN because future has completed 2024-11-22T16:13:31,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51166b80e3f32a61394e3378a3f0af48, server=93fb7f16a334,37591,1732291967091}] 2024-11-22T16:13:31,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2d6eeaf8c9eb382ed3873412a1192bf, ASSIGN because future has completed 2024-11-22T16:13:31,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf, server=93fb7f16a334,42813,1732291967189}] 2024-11-22T16:13:31,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741855_1031 (size=105) 2024-11-22T16:13:31,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741855_1031 (size=105) 2024-11-22T16:13:31,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741855_1031 (size=105) 2024-11-22T16:13:31,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:13:31,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T16:13:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T16:13:31,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:31,847 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8be3b454516d907e2f5649875a3e529 2024-11-22T16:13:31,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f8be3b454516d907e2f5649875a3e529 in 10.5430 sec 2024-11-22T16:13:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741856_1032 (size=105) 2024-11-22T16:13:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741856_1032 (size=105) 2024-11-22T16:13:31,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741856_1032 (size=105) 2024-11-22T16:13:31,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:13:31,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T16:13:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T16:13:31,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:31,863 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d640481db1e22b7364063609b5493a6c 2024-11-22T16:13:31,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d640481db1e22b7364063609b5493a6c in 10.5600 sec 2024-11-22T16:13:36,926 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f held by pid=42 2024-11-22T16:13:36,926 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 held by pid=41 2024-11-22T16:13:36,926 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:36,926 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 held by pid=40 2024-11-22T16:13:36,926 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:36,926 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:36,927 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf held by pid=39 2024-11-22T16:13:36,927 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:40,604 INFO [master/93fb7f16a334:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T16:13:40,604 INFO [master/93fb7f16a334:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T16:13:41,832 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:41,832 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d061d0f6b91bbb90e54a6d64a85bc96, NAME => 'SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T16:13:41,833 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,833 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:41,833 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,833 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,834 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:41,835 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 21b53184a6cba7bd84ed994f0e2bae8f, NAME => 'SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T16:13:41,835 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,835 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:41,835 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,835 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,836 INFO [StoreOpener-1d061d0f6b91bbb90e54a6d64a85bc96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,837 INFO [StoreOpener-21b53184a6cba7bd84ed994f0e2bae8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,837 INFO [StoreOpener-1d061d0f6b91bbb90e54a6d64a85bc96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d061d0f6b91bbb90e54a6d64a85bc96 columnFamilyName cf 2024-11-22T16:13:41,838 DEBUG [StoreOpener-1d061d0f6b91bbb90e54a6d64a85bc96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:41,838 INFO [StoreOpener-1d061d0f6b91bbb90e54a6d64a85bc96-1 {}] regionserver.HStore(327): Store=1d061d0f6b91bbb90e54a6d64a85bc96/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:41,838 INFO [StoreOpener-21b53184a6cba7bd84ed994f0e2bae8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21b53184a6cba7bd84ed994f0e2bae8f columnFamilyName cf 2024-11-22T16:13:41,839 DEBUG [StoreOpener-21b53184a6cba7bd84ed994f0e2bae8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:41,839 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,839 INFO [StoreOpener-21b53184a6cba7bd84ed994f0e2bae8f-1 {}] regionserver.HStore(327): Store=21b53184a6cba7bd84ed994f0e2bae8f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:41,839 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,840 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,840 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,841 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,842 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,842 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,842 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,843 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,843 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,845 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,845 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,846 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 21b53184a6cba7bd84ed994f0e2bae8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70306545, jitterRate=0.04764916002750397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:41,846 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 1d061d0f6b91bbb90e54a6d64a85bc96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63124763, jitterRate=-0.05936773121356964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:41,847 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,847 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,847 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 21b53184a6cba7bd84ed994f0e2bae8f: Running coprocessor pre-open hook at 1732292021835Writing region info on filesystem at 1732292021836 (+1 ms)Initializing all the Stores at 1732292021837 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292021837Cleaning up temporary data from old regions at 1732292021843 (+6 ms)Running coprocessor post-open hooks at 1732292021847 (+4 ms)Region opened successfully at 1732292021847 2024-11-22T16:13:41,847 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 1d061d0f6b91bbb90e54a6d64a85bc96: Running coprocessor pre-open hook at 1732292021834Writing region info on filesystem at 1732292021834Initializing all the Stores at 1732292021835 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292021835Cleaning up temporary data from old regions at 1732292021842 (+7 ms)Running coprocessor post-open hooks at 1732292021847 (+5 ms)Region opened successfully at 1732292021847 2024-11-22T16:13:41,848 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f., pid=44, masterSystemTime=1732292021825 2024-11-22T16:13:41,848 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96., pid=43, masterSystemTime=1732292021820 2024-11-22T16:13:41,851 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:41,851 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:41,851 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:41,851 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 51166b80e3f32a61394e3378a3f0af48, NAME => 'SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T16:13:41,852 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=1d061d0f6b91bbb90e54a6d64a85bc96, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:41,852 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,852 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:41,852 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,852 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,853 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:41,854 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:41,854 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:41,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=21b53184a6cba7bd84ed994f0e2bae8f, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:41,855 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => d2d6eeaf8c9eb382ed3873412a1192bf, NAME => 'SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T16:13:41,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96, server=93fb7f16a334,37591,1732291967091 because future has completed 2024-11-22T16:13:41,855 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,855 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:13:41,855 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,855 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,858 INFO [StoreOpener-51166b80e3f32a61394e3378a3f0af48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f, server=93fb7f16a334,42813,1732291967189 because future has completed 2024-11-22T16:13:41,860 INFO [StoreOpener-d2d6eeaf8c9eb382ed3873412a1192bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,860 INFO [StoreOpener-51166b80e3f32a61394e3378a3f0af48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51166b80e3f32a61394e3378a3f0af48 columnFamilyName cf 2024-11-22T16:13:41,860 DEBUG [StoreOpener-51166b80e3f32a61394e3378a3f0af48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:41,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-22T16:13:41,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96, server=93fb7f16a334,37591,1732291967091 in 10.0420 sec 2024-11-22T16:13:41,862 INFO [StoreOpener-51166b80e3f32a61394e3378a3f0af48-1 {}] regionserver.HStore(327): Store=51166b80e3f32a61394e3378a3f0af48/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:41,862 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,862 INFO [StoreOpener-d2d6eeaf8c9eb382ed3873412a1192bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2d6eeaf8c9eb382ed3873412a1192bf columnFamilyName cf 2024-11-22T16:13:41,862 DEBUG [StoreOpener-d2d6eeaf8c9eb382ed3873412a1192bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:13:41,863 INFO [StoreOpener-d2d6eeaf8c9eb382ed3873412a1192bf-1 {}] regionserver.HStore(327): Store=d2d6eeaf8c9eb382ed3873412a1192bf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:13:41,863 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,864 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,865 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-22T16:13:41,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f, server=93fb7f16a334,42813,1732291967189 in 10.0420 sec 2024-11-22T16:13:41,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d061d0f6b91bbb90e54a6d64a85bc96, ASSIGN in 10.2290 sec 2024-11-22T16:13:41,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:41,867 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,867 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b53184a6cba7bd84ed994f0e2bae8f, ASSIGN in 10.2330 sec 2024-11-22T16:13:41,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:41,868 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,868 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,868 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,868 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,872 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,873 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,874 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 51166b80e3f32a61394e3378a3f0af48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65199416, jitterRate=-0.02845299243927002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:41,874 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened d2d6eeaf8c9eb382ed3873412a1192bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67572964, jitterRate=0.006915628910064697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:13:41,874 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,874 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,874 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 51166b80e3f32a61394e3378a3f0af48: Running coprocessor pre-open hook at 1732292021852Writing region info on filesystem at 1732292021852Initializing all the Stores at 1732292021857 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292021857Cleaning up temporary data from old regions at 1732292021868 (+11 ms)Running coprocessor post-open hooks at 1732292021874 (+6 ms)Region opened successfully at 1732292021874 2024-11-22T16:13:41,874 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for d2d6eeaf8c9eb382ed3873412a1192bf: Running coprocessor pre-open hook at 1732292021856Writing region info on filesystem at 1732292021856Initializing all the Stores at 1732292021858 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292021858Cleaning up temporary data from old regions at 1732292021868 (+10 ms)Running coprocessor post-open hooks at 1732292021874 (+6 ms)Region opened successfully at 1732292021874 2024-11-22T16:13:41,875 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48., pid=45, masterSystemTime=1732292021820 2024-11-22T16:13:41,875 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf., pid=46, masterSystemTime=1732292021825 2024-11-22T16:13:41,877 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:41,878 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:41,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d2d6eeaf8c9eb382ed3873412a1192bf, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:41,879 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:41,879 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:41,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=51166b80e3f32a61394e3378a3f0af48, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:41,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf, server=93fb7f16a334,42813,1732291967189 because future has completed 2024-11-22T16:13:41,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51166b80e3f32a61394e3378a3f0af48, server=93fb7f16a334,37591,1732291967091 because future has completed 2024-11-22T16:13:41,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-22T16:13:41,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf, server=93fb7f16a334,42813,1732291967189 in 10.0570 sec 2024-11-22T16:13:41,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-22T16:13:41,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 51166b80e3f32a61394e3378a3f0af48, server=93fb7f16a334,37591,1732291967091 in 10.0610 sec 2024-11-22T16:13:41,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d6eeaf8c9eb382ed3873412a1192bf, ASSIGN in 10.2540 sec 2024-11-22T16:13:41,888 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:41,889 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:41,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-22T16:13:41,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51166b80e3f32a61394e3378a3f0af48, ASSIGN in 10.2550 sec 2024-11-22T16:13:41,890 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 93fb7f16a334,39295,1732291967237 after splitting done 2024-11-22T16:13:41,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 93fb7f16a334,39295,1732291967237, splitWal=true, meta=false in 19.9940 sec 2024-11-22T16:13:45,377 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:13:47,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:13:49,445 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-22T16:13:51,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T16:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:51,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T16:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1d061d0f6b91bbb90e54a6d64a85bc96: 2024-11-22T16:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. for SnapshotProcedureTest completed. 2024-11-22T16:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 51166b80e3f32a61394e3378a3f0af48: 2024-11-22T16:13:51,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. for SnapshotProcedureTest completed. 2024-11-22T16:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:13:51,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:13:51,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T16:13:51,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:51,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T16:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d2d6eeaf8c9eb382ed3873412a1192bf: 2024-11-22T16:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. for SnapshotProcedureTest completed. 2024-11-22T16:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 21b53184a6cba7bd84ed994f0e2bae8f: 2024-11-22T16:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. for SnapshotProcedureTest completed. 2024-11-22T16:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:13:51,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:13:51,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741857_1033 (size=65) 2024-11-22T16:13:51,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741857_1033 (size=65) 2024-11-22T16:13:51,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741857_1033 (size=65) 2024-11-22T16:13:51,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:13:51,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T16:13:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741858_1034 (size=57) 2024-11-22T16:13:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741858_1034 (size=57) 2024-11-22T16:13:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T16:13:51,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:51,907 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:13:51,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741858_1034 (size=57) 2024-11-22T16:13:51,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:13:51,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T16:13:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T16:13:51,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:51,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:13:51,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1d061d0f6b91bbb90e54a6d64a85bc96 in 30.6020 sec 2024-11-22T16:13:51,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 51166b80e3f32a61394e3378a3f0af48 in 30.6050 sec 2024-11-22T16:13:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741860_1036 (size=65) 2024-11-22T16:13:51,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741860_1036 (size=65) 2024-11-22T16:13:51,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741860_1036 (size=65) 2024-11-22T16:13:51,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:13:51,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T16:13:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T16:13:51,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:51,929 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:13:51,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2d6eeaf8c9eb382ed3873412a1192bf in 30.6250 sec 2024-11-22T16:13:51,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741859_1035 (size=57) 2024-11-22T16:13:51,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741859_1035 (size=57) 2024-11-22T16:13:51,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741859_1035 (size=57) 2024-11-22T16:13:51,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:13:51,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T16:13:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T16:13:51,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:51,942 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:13:51,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T16:13:51,946 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T16:13:51,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 21b53184a6cba7bd84ed994f0e2bae8f in 30.6370 sec 2024-11-22T16:13:51,948 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T16:13:51,952 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T16:13:51,952 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T16:13:51,956 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T16:13:51,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741861_1037 (size=1094) 2024-11-22T16:13:51,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741861_1037 (size=1094) 2024-11-22T16:13:51,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741861_1037 (size=1094) 2024-11-22T16:13:51,998 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T16:13:52,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T16:13:52,021 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:52,021 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:52,021 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:13:52,021 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:52,022 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:52,027 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,37591,1732291967091 2024-11-22T16:13:56,150 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f8be3b454516d907e2f5649875a3e529, had cached 0 bytes from a total of 47197 2024-11-22T16:13:56,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d640481db1e22b7364063609b5493a6c, had cached 0 bytes from a total of 28623 2024-11-22T16:13:56,917 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T16:14:00,513 DEBUG [master/93fb7f16a334:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c2dd7954a769cdc54aab0917f2d3f6d0 changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:14:00,514 DEBUG [master/93fb7f16a334:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1d061d0f6b91bbb90e54a6d64a85bc96 changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:14:00,515 DEBUG [master/93fb7f16a334:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8ef226b8542a9bc8173b951a6bff1705 changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:14:00,515 DEBUG [master/93fb7f16a334:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d640481db1e22b7364063609b5493a6c changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:14:00,516 DEBUG [master/93fb7f16a334:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 51166b80e3f32a61394e3378a3f0af48 changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:14:00,516 DEBUG [master/93fb7f16a334:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 21b53184a6cba7bd84ed994f0e2bae8f changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:14:00,517 DEBUG [master/93fb7f16a334:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a5f45919016fefe59a8864e0ef6026fc changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:14:00,517 DEBUG [master/93fb7f16a334:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 61cafc0ee6078be5207116d3f4ccb790 changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:14:00,517 DEBUG [master/93fb7f16a334:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d2d6eeaf8c9eb382ed3873412a1192bf changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:14:00,518 DEBUG [master/93fb7f16a334:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f8be3b454516d907e2f5649875a3e529 changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:14:02,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-22T16:14:02,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-22T16:14:02,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-22T16:14:02,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-22T16:14:02,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-22T16:14:02,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-22T16:14:02,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T16:14:02,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T16:14:02,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-22T16:14:02,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T16:14:02,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T16:14:02,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T16:14:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T16:14:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-22T16:14:02,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-22T16:14:02,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T16:14:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T16:14:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-22T16:14:02,039 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 Release verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:14:02,039 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,37591,1732291967091 Release verify snapshot worker=93fb7f16a334,37591,1732291967091 2024-11-22T16:14:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-22T16:14:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-22T16:14:02,040 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 Release verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:14:02,040 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,37591,1732291967091 Release verify snapshot worker=93fb7f16a334,37591,1732291967091 2024-11-22T16:14:02,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 in 10.0300 sec 2024-11-22T16:14:02,042 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:14:02,042 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,37591,1732291967091 Release verify snapshot worker=93fb7f16a334,37591,1732291967091 2024-11-22T16:14:02,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,37591,1732291967091 in 10.0300 sec 2024-11-22T16:14:02,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 in 10.0310 sec 2024-11-22T16:14:02,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,37591,1732291967091 in 10.0330 sec 2024-11-22T16:14:02,045 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 Release verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:14:02,046 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,37591,1732291967091 2024-11-22T16:14:02,046 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:14:02,046 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:14:02,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 in 10.0360 sec 2024-11-22T16:14:02,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,37591,1732291967091 in 10.0310 sec 2024-11-22T16:14:12,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-22T16:14:12,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-22T16:14:12,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T16:14:12,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-22T16:14:12,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T16:14:12,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T16:14:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T16:14:12,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-22T16:14:12,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T16:14:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-22T16:14:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T16:14:12,050 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 Release verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:14:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T16:14:12,051 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,37591,1732291967091 Release verify snapshot worker=93fb7f16a334,37591,1732291967091 2024-11-22T16:14:12,052 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 Release verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:14:12,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 in 20.0410 sec 2024-11-22T16:14:12,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,37591,1732291967091 in 20.0420 sec 2024-11-22T16:14:12,053 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 Release verify snapshot worker=93fb7f16a334,42813,1732291967189 2024-11-22T16:14:12,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 in 20.0430 sec 2024-11-22T16:14:12,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-22T16:14:12,055 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T16:14:12,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,42813,1732291967189 in 20.0440 sec 2024-11-22T16:14:12,056 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/.hbase-snapshot/SnapshotProcedureTest 2024-11-22T16:14:12,059 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T16:14:12,059 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-22T16:14:12,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8260 sec 2024-11-22T16:14:12,265 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-22T16:14:12,272 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T16:14:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:14:12,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:14:12,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:14:12,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:14:12,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:14:12,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:14:12,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1955773588, stopped=false 2024-11-22T16:14:12,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:14:12,273 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,34989,1732291966273 2024-11-22T16:14:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T16:14:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T16:14:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T16:14:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:12,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:14:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:12,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:14:12,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:14:12,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:14:12,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:14:12,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:14:12,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:14:12,316 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,37591,1732291967091' ***** 2024-11-22T16:14:12,316 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:14:12,316 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,42813,1732291967189' ***** 2024-11-22T16:14:12,316 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:14:12,317 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:14:12,317 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:14:12,317 INFO [RS:0;93fb7f16a334:37591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:14:12,317 INFO [RS:1;93fb7f16a334:42813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:14:12,317 INFO [RS:1;93fb7f16a334:42813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:14:12,317 INFO [RS:0;93fb7f16a334:37591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:14:12,317 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(3091): Received CLOSE for a5f45919016fefe59a8864e0ef6026fc 2024-11-22T16:14:12,317 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d061d0f6b91bbb90e54a6d64a85bc96 2024-11-22T16:14:12,317 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:14:12,317 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:14:12,318 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(3091): Received CLOSE for d2d6eeaf8c9eb382ed3873412a1192bf 2024-11-22T16:14:12,318 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(3091): Received CLOSE for 21b53184a6cba7bd84ed994f0e2bae8f 2024-11-22T16:14:12,318 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(3091): Received CLOSE for f8be3b454516d907e2f5649875a3e529 2024-11-22T16:14:12,318 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(3091): Received CLOSE for 61cafc0ee6078be5207116d3f4ccb790 2024-11-22T16:14:12,318 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,42813,1732291967189 2024-11-22T16:14:12,318 INFO [RS:1;93fb7f16a334:42813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:14:12,318 INFO [RS:1;93fb7f16a334:42813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;93fb7f16a334:42813. 2024-11-22T16:14:12,318 DEBUG [RS:1;93fb7f16a334:42813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:14:12,318 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5f45919016fefe59a8864e0ef6026fc, disabling compactions & flushes 2024-11-22T16:14:12,318 DEBUG [RS:1;93fb7f16a334:42813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:14:12,318 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:14:12,318 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:14:12,318 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. after waiting 0 ms 2024-11-22T16:14:12,318 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:14:12,318 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:14:12,318 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:14:12,319 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:14:12,319 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:14:12,319 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for 51166b80e3f32a61394e3378a3f0af48 2024-11-22T16:14:12,319 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for c2dd7954a769cdc54aab0917f2d3f6d0 2024-11-22T16:14:12,319 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ef226b8542a9bc8173b951a6bff1705 2024-11-22T16:14:12,319 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d061d0f6b91bbb90e54a6d64a85bc96, disabling compactions & flushes 2024-11-22T16:14:12,319 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:14:12,319 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for d640481db1e22b7364063609b5493a6c 2024-11-22T16:14:12,319 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:14:12,319 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. after waiting 0 ms 2024-11-22T16:14:12,319 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:14:12,319 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,37591,1732291967091 2024-11-22T16:14:12,319 INFO [RS:0;93fb7f16a334:37591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:14:12,319 INFO [RS:0;93fb7f16a334:37591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:37591. 2024-11-22T16:14:12,319 DEBUG [RS:0;93fb7f16a334:37591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:14:12,319 DEBUG [RS:0;93fb7f16a334:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:14:12,320 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T16:14:12,320 DEBUG [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(1325): Online Regions={1d061d0f6b91bbb90e54a6d64a85bc96=SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96., 51166b80e3f32a61394e3378a3f0af48=SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48., c2dd7954a769cdc54aab0917f2d3f6d0=SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0., 8ef226b8542a9bc8173b951a6bff1705=SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705., d640481db1e22b7364063609b5493a6c=SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c.} 2024-11-22T16:14:12,320 DEBUG [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(1351): Waiting on 1d061d0f6b91bbb90e54a6d64a85bc96, 51166b80e3f32a61394e3378a3f0af48, 8ef226b8542a9bc8173b951a6bff1705, c2dd7954a769cdc54aab0917f2d3f6d0, d640481db1e22b7364063609b5493a6c 2024-11-22T16:14:12,321 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-22T16:14:12,321 DEBUG [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(1325): Online Regions={a5f45919016fefe59a8864e0ef6026fc=SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc., d2d6eeaf8c9eb382ed3873412a1192bf=SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf., 21b53184a6cba7bd84ed994f0e2bae8f=SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f., 1588230740=hbase:meta,,1.1588230740, f8be3b454516d907e2f5649875a3e529=SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529., 61cafc0ee6078be5207116d3f4ccb790=SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790.} 2024-11-22T16:14:12,321 DEBUG [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21b53184a6cba7bd84ed994f0e2bae8f, 61cafc0ee6078be5207116d3f4ccb790, a5f45919016fefe59a8864e0ef6026fc, d2d6eeaf8c9eb382ed3873412a1192bf, f8be3b454516d907e2f5649875a3e529 2024-11-22T16:14:12,322 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:14:12,323 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:14:12,323 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:14:12,323 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:14:12,323 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:14:12,323 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-22T16:14:12,333 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/a5f45919016fefe59a8864e0ef6026fc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:14:12,337 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:14:12,338 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5f45919016fefe59a8864e0ef6026fc: Waiting for close lock at 1732292052318Running coprocessor pre-close hooks at 1732292052318Disabling compacts and flushes for region at 1732292052318Disabling writes for close at 1732292052318Writing region close event to WAL at 1732292052320 (+2 ms)Running coprocessor post-close hooks at 1732292052335 (+15 ms)Closed at 1732292052337 (+2 ms) 2024-11-22T16:14:12,338 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/1d061d0f6b91bbb90e54a6d64a85bc96/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:14:12,338 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732291980731.a5f45919016fefe59a8864e0ef6026fc. 2024-11-22T16:14:12,339 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2d6eeaf8c9eb382ed3873412a1192bf, disabling compactions & flushes 2024-11-22T16:14:12,339 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:14:12,339 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:14:12,339 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. after waiting 0 ms 2024-11-22T16:14:12,339 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:14:12,340 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:14:12,340 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d061d0f6b91bbb90e54a6d64a85bc96: Waiting for close lock at 1732292052319Running coprocessor pre-close hooks at 1732292052319Disabling compacts and flushes for region at 1732292052319Disabling writes for close at 1732292052319Writing region close event to WAL at 1732292052321 (+2 ms)Running coprocessor post-close hooks at 1732292052340 (+19 ms)Closed at 1732292052340 2024-11-22T16:14:12,341 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732291980731.1d061d0f6b91bbb90e54a6d64a85bc96. 2024-11-22T16:14:12,341 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51166b80e3f32a61394e3378a3f0af48, disabling compactions & flushes 2024-11-22T16:14:12,341 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:14:12,341 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:14:12,341 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. after waiting 0 ms 2024-11-22T16:14:12,341 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:14:12,346 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d2d6eeaf8c9eb382ed3873412a1192bf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:14:12,348 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:14:12,348 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2d6eeaf8c9eb382ed3873412a1192bf: Waiting for close lock at 1732292052338Running coprocessor pre-close hooks at 1732292052338Disabling compacts and flushes for region at 1732292052339 (+1 ms)Disabling writes for close at 1732292052339Writing region close event to WAL at 1732292052340 (+1 ms)Running coprocessor post-close hooks at 1732292052348 (+8 ms)Closed at 1732292052348 2024-11-22T16:14:12,349 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732291980731.d2d6eeaf8c9eb382ed3873412a1192bf. 2024-11-22T16:14:12,349 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21b53184a6cba7bd84ed994f0e2bae8f, disabling compactions & flushes 2024-11-22T16:14:12,349 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:14:12,349 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:14:12,349 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. after waiting 0 ms 2024-11-22T16:14:12,349 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:14:12,355 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/51166b80e3f32a61394e3378a3f0af48/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:14:12,356 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:14:12,357 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51166b80e3f32a61394e3378a3f0af48: Waiting for close lock at 1732292052341Running coprocessor pre-close hooks at 1732292052341Disabling compacts and flushes for region at 1732292052341Disabling writes for close at 1732292052341Writing region close event to WAL at 1732292052344 (+3 ms)Running coprocessor post-close hooks at 1732292052356 (+12 ms)Closed at 1732292052356 2024-11-22T16:14:12,357 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732291980731.51166b80e3f32a61394e3378a3f0af48. 2024-11-22T16:14:12,357 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2dd7954a769cdc54aab0917f2d3f6d0, disabling compactions & flushes 2024-11-22T16:14:12,357 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:14:12,357 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:14:12,357 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. after waiting 0 ms 2024-11-22T16:14:12,357 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:14:12,361 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/.tmp/info/ef78885e5f7b4a83a6a699929aa6f901 is 167, key is SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0./info:regioninfo/1732291991279/Put/seqid=0 2024-11-22T16:14:12,361 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/21b53184a6cba7bd84ed994f0e2bae8f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:14:12,362 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:14:12,363 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21b53184a6cba7bd84ed994f0e2bae8f: Waiting for close lock at 1732292052349Running coprocessor pre-close hooks at 1732292052349Disabling compacts and flushes for region at 1732292052349Disabling writes for close at 1732292052349Writing region close event to WAL at 1732292052353 (+4 ms)Running coprocessor post-close hooks at 1732292052362 (+9 ms)Closed at 1732292052362 2024-11-22T16:14:12,363 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732291980731.21b53184a6cba7bd84ed994f0e2bae8f. 2024-11-22T16:14:12,363 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8be3b454516d907e2f5649875a3e529, disabling compactions & flushes 2024-11-22T16:14:12,363 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:14:12,363 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:14:12,363 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. after waiting 0 ms 2024-11-22T16:14:12,363 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:14:12,374 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/c2dd7954a769cdc54aab0917f2d3f6d0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:14:12,375 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:14:12,375 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2dd7954a769cdc54aab0917f2d3f6d0: Waiting for close lock at 1732292052357Running coprocessor pre-close hooks at 1732292052357Disabling compacts and flushes for region at 1732292052357Disabling writes for close at 1732292052357Writing region close event to WAL at 1732292052361 (+4 ms)Running coprocessor post-close hooks at 1732292052375 (+14 ms)Closed at 1732292052375 2024-11-22T16:14:12,375 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732291980731.c2dd7954a769cdc54aab0917f2d3f6d0. 2024-11-22T16:14:12,376 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ef226b8542a9bc8173b951a6bff1705, disabling compactions & flushes 2024-11-22T16:14:12,376 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:14:12,376 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:14:12,376 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. after waiting 0 ms 2024-11-22T16:14:12,376 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:14:12,390 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/f8be3b454516d907e2f5649875a3e529/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:14:12,391 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:14:12,391 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8be3b454516d907e2f5649875a3e529: Waiting for close lock at 1732292052363Running coprocessor pre-close hooks at 1732292052363Disabling compacts and flushes for region at 1732292052363Disabling writes for close at 1732292052363Writing region close event to WAL at 1732292052370 (+7 ms)Running coprocessor post-close hooks at 1732292052391 (+21 ms)Closed at 1732292052391 2024-11-22T16:14:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741862_1038 (size=20260) 2024-11-22T16:14:12,391 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732291980731.f8be3b454516d907e2f5649875a3e529. 2024-11-22T16:14:12,392 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61cafc0ee6078be5207116d3f4ccb790, disabling compactions & flushes 2024-11-22T16:14:12,392 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:14:12,392 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:14:12,392 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. after waiting 0 ms 2024-11-22T16:14:12,392 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:14:12,393 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/8ef226b8542a9bc8173b951a6bff1705/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:14:12,393 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:14:12,394 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ef226b8542a9bc8173b951a6bff1705: Waiting for close lock at 1732292052376Running coprocessor pre-close hooks at 1732292052376Disabling compacts and flushes for region at 1732292052376Disabling writes for close at 1732292052376Writing region close event to WAL at 1732292052380 (+4 ms)Running coprocessor post-close hooks at 1732292052393 (+13 ms)Closed at 1732292052393 2024-11-22T16:14:12,394 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732291980731.8ef226b8542a9bc8173b951a6bff1705. 2024-11-22T16:14:12,394 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d640481db1e22b7364063609b5493a6c, disabling compactions & flushes 2024-11-22T16:14:12,394 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:14:12,394 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:14:12,394 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. after waiting 0 ms 2024-11-22T16:14:12,394 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:14:12,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741862_1038 (size=20260) 2024-11-22T16:14:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741862_1038 (size=20260) 2024-11-22T16:14:12,399 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/.tmp/info/ef78885e5f7b4a83a6a699929aa6f901 2024-11-22T16:14:12,403 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:14:12,405 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/d640481db1e22b7364063609b5493a6c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:14:12,405 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/default/SPTestTable/61cafc0ee6078be5207116d3f4ccb790/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:14:12,406 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:14:12,406 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d640481db1e22b7364063609b5493a6c: Waiting for close lock at 1732292052394Running coprocessor pre-close hooks at 1732292052394Disabling compacts and flushes for region at 1732292052394Disabling writes for close at 1732292052394Writing region close event to WAL at 1732292052399 (+5 ms)Running coprocessor post-close hooks at 1732292052406 (+7 ms)Closed at 1732292052406 2024-11-22T16:14:12,406 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732291980731.d640481db1e22b7364063609b5493a6c. 2024-11-22T16:14:12,406 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:14:12,406 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61cafc0ee6078be5207116d3f4ccb790: Waiting for close lock at 1732292052392Running coprocessor pre-close hooks at 1732292052392Disabling compacts and flushes for region at 1732292052392Disabling writes for close at 1732292052392Writing region close event to WAL at 1732292052396 (+4 ms)Running coprocessor post-close hooks at 1732292052406 (+10 ms)Closed at 1732292052406 2024-11-22T16:14:12,407 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732291980731.61cafc0ee6078be5207116d3f4ccb790. 2024-11-22T16:14:12,409 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:14:12,421 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:14:12,421 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:14:12,427 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/.tmp/ns/e8ee06731f284e6fa0512db92070bccf is 43, key is default/ns:d/1732291980458/Put/seqid=0 2024-11-22T16:14:12,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741863_1039 (size=5153) 2024-11-22T16:14:12,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741863_1039 (size=5153) 2024-11-22T16:14:12,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741863_1039 (size=5153) 2024-11-22T16:14:12,451 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/.tmp/ns/e8ee06731f284e6fa0512db92070bccf 2024-11-22T16:14:12,456 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:14:12,456 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:14:12,487 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/.tmp/table/a3888efa35f541569a8846b76e813c61 is 47, key is SPTestTable/table:state/1732291991316/Put/seqid=0 2024-11-22T16:14:12,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741864_1040 (size=5214) 2024-11-22T16:14:12,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741864_1040 (size=5214) 2024-11-22T16:14:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741864_1040 (size=5214) 2024-11-22T16:14:12,506 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/.tmp/table/a3888efa35f541569a8846b76e813c61 2024-11-22T16:14:12,517 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/.tmp/info/ef78885e5f7b4a83a6a699929aa6f901 as hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/info/ef78885e5f7b4a83a6a699929aa6f901 2024-11-22T16:14:12,521 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,37591,1732291967091; all regions closed. 2024-11-22T16:14:12,521 DEBUG [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:14:12,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741835_1011 (size=3530) 2024-11-22T16:14:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741835_1011 (size=3530) 2024-11-22T16:14:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741835_1011 (size=3530) 2024-11-22T16:14:12,527 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/info/ef78885e5f7b4a83a6a699929aa6f901, entries=116, sequenceid=37, filesize=19.8 K 2024-11-22T16:14:12,531 DEBUG [RS:0;93fb7f16a334:37591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/oldWALs 2024-11-22T16:14:12,531 INFO [RS:0;93fb7f16a334:37591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C37591%2C1732291967091:(num 1732291969581) 2024-11-22T16:14:12,531 DEBUG [RS:0;93fb7f16a334:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:14:12,531 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:14:12,531 INFO [RS:0;93fb7f16a334:37591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:14:12,532 INFO [RS:0;93fb7f16a334:37591 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:14:12,532 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:14:12,532 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:14:12,532 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:14:12,532 INFO [RS:0;93fb7f16a334:37591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:14:12,532 INFO [RS:0;93fb7f16a334:37591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37591 2024-11-22T16:14:12,532 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:14:12,537 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/.tmp/ns/e8ee06731f284e6fa0512db92070bccf as hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/ns/e8ee06731f284e6fa0512db92070bccf 2024-11-22T16:14:12,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:14:12,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/93fb7f16a334,37591,1732291967091 2024-11-22T16:14:12,546 INFO [RS:0;93fb7f16a334:37591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:14:12,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,37591,1732291967091] 2024-11-22T16:14:12,547 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/ns/e8ee06731f284e6fa0512db92070bccf, entries=2, sequenceid=37, filesize=5.0 K 2024-11-22T16:14:12,549 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/.tmp/table/a3888efa35f541569a8846b76e813c61 as hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/table/a3888efa35f541569a8846b76e813c61 2024-11-22T16:14:12,557 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/table/a3888efa35f541569a8846b76e813c61, entries=2, sequenceid=37, filesize=5.1 K 2024-11-22T16:14:12,558 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=37, compaction requested=false 2024-11-22T16:14:12,565 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-22T16:14:12,565 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:14:12,566 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:14:12,566 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292052321Running coprocessor pre-close hooks at 1732292052321Disabling compacts and flushes for region at 1732292052322 (+1 ms)Disabling writes for close at 1732292052323 (+1 ms)Obtaining lock to block concurrent updates at 1732292052323Preparing flush snapshotting stores in 1588230740 at 1732292052323Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1732292052324 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732292052325 (+1 ms)Flushing 1588230740/info: creating writer at 1732292052325Flushing 1588230740/info: appending metadata at 1732292052360 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732292052360Flushing 1588230740/ns: creating writer at 1732292052409 (+49 ms)Flushing 1588230740/ns: appending metadata at 1732292052426 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732292052426Flushing 1588230740/table: creating writer at 1732292052463 (+37 ms)Flushing 1588230740/table: appending metadata at 1732292052486 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732292052487 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287a0127: reopening flushed file at 1732292052516 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9ffba1: reopening flushed file at 1732292052528 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b850c43: reopening flushed file at 1732292052547 (+19 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=37, compaction requested=false at 1732292052558 (+11 ms)Writing region close event to WAL at 1732292052560 (+2 ms)Running coprocessor post-close hooks at 1732292052565 (+5 ms)Closed at 1732292052566 (+1 ms) 2024-11-22T16:14:12,566 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:14:12,566 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/93fb7f16a334,37591,1732291967091 already deleted, retry=false 2024-11-22T16:14:12,566 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,37591,1732291967091 expired; onlineServers=1 2024-11-22T16:14:12,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:14:12,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x1016351ad9c0001, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:14:12,656 INFO [RS:0;93fb7f16a334:37591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:14:12,656 INFO [RS:0;93fb7f16a334:37591 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,37591,1732291967091; zookeeper connection closed. 2024-11-22T16:14:12,656 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72f44510 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72f44510 2024-11-22T16:14:12,721 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,42813,1732291967189; all regions closed. 2024-11-22T16:14:12,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741836_1012 (size=19450) 2024-11-22T16:14:12,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741836_1012 (size=19450) 2024-11-22T16:14:12,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741836_1012 (size=19450) 2024-11-22T16:14:12,727 DEBUG [RS:1;93fb7f16a334:42813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/oldWALs 2024-11-22T16:14:12,727 INFO [RS:1;93fb7f16a334:42813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C42813%2C1732291967189.meta:.meta(num 1732291979995) 2024-11-22T16:14:12,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741834_1010 (size=3500) 2024-11-22T16:14:12,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741834_1010 (size=3500) 2024-11-22T16:14:12,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741834_1010 (size=3500) 2024-11-22T16:14:12,737 DEBUG [RS:1;93fb7f16a334:42813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/oldWALs 2024-11-22T16:14:12,737 INFO [RS:1;93fb7f16a334:42813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C42813%2C1732291967189:(num 1732291969581) 2024-11-22T16:14:12,738 DEBUG [RS:1;93fb7f16a334:42813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:14:12,738 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:14:12,738 INFO [RS:1;93fb7f16a334:42813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:14:12,738 INFO [RS:1;93fb7f16a334:42813 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T16:14:12,738 INFO [RS:1;93fb7f16a334:42813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:14:12,738 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:14:12,738 INFO [RS:1;93fb7f16a334:42813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42813 2024-11-22T16:14:12,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/93fb7f16a334,42813,1732291967189 2024-11-22T16:14:12,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:14:12,745 INFO [RS:1;93fb7f16a334:42813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:14:12,745 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007f8a7c902810@6327d814 rejected from java.util.concurrent.ThreadPoolExecutor@26254a14[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-22T16:14:12,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,42813,1732291967189] 2024-11-22T16:14:12,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/93fb7f16a334,42813,1732291967189 already deleted, retry=false 2024-11-22T16:14:12,766 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,42813,1732291967189 expired; onlineServers=0 2024-11-22T16:14:12,766 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,34989,1732291966273' ***** 2024-11-22T16:14:12,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:14:12,767 INFO [M:0;93fb7f16a334:34989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:14:12,767 INFO [M:0;93fb7f16a334:34989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:14:12,767 DEBUG [M:0;93fb7f16a334:34989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:14:12,767 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:14:12,767 DEBUG [M:0;93fb7f16a334:34989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:14:12,767 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732291969011 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732291969011,5,FailOnTimeoutGroup] 2024-11-22T16:14:12,767 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732291969008 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732291969008,5,FailOnTimeoutGroup] 2024-11-22T16:14:12,767 INFO [M:0;93fb7f16a334:34989 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:14:12,768 INFO [M:0;93fb7f16a334:34989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:14:12,768 DEBUG [M:0;93fb7f16a334:34989 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:14:12,768 INFO [M:0;93fb7f16a334:34989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:14:12,768 INFO [M:0;93fb7f16a334:34989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:14:12,768 ERROR [M:0;93fb7f16a334:34989 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41595 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41595,5,PEWorkerGroup] 2024-11-22T16:14:12,769 INFO [M:0;93fb7f16a334:34989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:14:12,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:14:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T16:14:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:12,777 DEBUG [M:0;93fb7f16a334:34989 {}] zookeeper.ZKUtil(347): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T16:14:12,777 WARN [M:0;93fb7f16a334:34989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:14:12,778 INFO [M:0;93fb7f16a334:34989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/.lastflushedseqids 2024-11-22T16:14:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741865_1041 (size=686) 2024-11-22T16:14:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741865_1041 (size=686) 2024-11-22T16:14:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741865_1041 (size=686) 2024-11-22T16:14:12,792 INFO [M:0;93fb7f16a334:34989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:14:12,792 INFO [M:0;93fb7f16a334:34989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:14:12,793 DEBUG [M:0;93fb7f16a334:34989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:14:12,793 INFO [M:0;93fb7f16a334:34989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:14:12,793 DEBUG [M:0;93fb7f16a334:34989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:14:12,793 DEBUG [M:0;93fb7f16a334:34989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:14:12,793 DEBUG [M:0;93fb7f16a334:34989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:14:12,793 INFO [M:0;93fb7f16a334:34989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.96 KB heapSize=241.73 KB 2024-11-22T16:14:12,816 DEBUG [M:0;93fb7f16a334:34989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64585c70fcc741309611918b956e95ba is 82, key is hbase:meta,,1/info:regioninfo/1732291980067/Put/seqid=0 2024-11-22T16:14:12,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741866_1042 (size=5672) 2024-11-22T16:14:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741866_1042 (size=5672) 2024-11-22T16:14:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741866_1042 (size=5672) 2024-11-22T16:14:12,823 INFO [M:0;93fb7f16a334:34989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64585c70fcc741309611918b956e95ba 2024-11-22T16:14:12,852 DEBUG [M:0;93fb7f16a334:34989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d0e49982e0b4816810f189720099dd2 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732291991325/Put/seqid=0 2024-11-22T16:14:12,856 INFO [RS:1;93fb7f16a334:42813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:14:12,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:14:12,856 INFO [RS:1;93fb7f16a334:42813 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,42813,1732291967189; zookeeper connection closed. 2024-11-22T16:14:12,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42813-0x1016351ad9c0002, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:14:12,857 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6da62908 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6da62908 2024-11-22T16:14:12,857 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T16:14:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741867_1043 (size=8973) 2024-11-22T16:14:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741867_1043 (size=8973) 2024-11-22T16:14:12,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741867_1043 (size=8973) 2024-11-22T16:14:12,861 INFO [M:0;93fb7f16a334:34989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.23 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d0e49982e0b4816810f189720099dd2 2024-11-22T16:14:12,869 INFO [M:0;93fb7f16a334:34989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d0e49982e0b4816810f189720099dd2 2024-11-22T16:14:12,889 DEBUG [M:0;93fb7f16a334:34989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa8a130853974ddaaa9ca5ef466547a8 is 69, key is 93fb7f16a334,37591,1732291967091/rs:state/1732291969186/Put/seqid=0 2024-11-22T16:14:12,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741868_1044 (size=5446) 2024-11-22T16:14:12,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741868_1044 (size=5446) 2024-11-22T16:14:12,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741868_1044 (size=5446) 2024-11-22T16:14:12,899 INFO [M:0;93fb7f16a334:34989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa8a130853974ddaaa9ca5ef466547a8 2024-11-22T16:14:12,908 INFO [M:0;93fb7f16a334:34989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa8a130853974ddaaa9ca5ef466547a8 2024-11-22T16:14:12,910 DEBUG [M:0;93fb7f16a334:34989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64585c70fcc741309611918b956e95ba as hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64585c70fcc741309611918b956e95ba 2024-11-22T16:14:12,918 INFO [M:0;93fb7f16a334:34989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64585c70fcc741309611918b956e95ba, entries=8, sequenceid=513, filesize=5.5 K 2024-11-22T16:14:12,919 DEBUG [M:0;93fb7f16a334:34989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d0e49982e0b4816810f189720099dd2 as hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d0e49982e0b4816810f189720099dd2 2024-11-22T16:14:12,926 INFO [M:0;93fb7f16a334:34989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d0e49982e0b4816810f189720099dd2 2024-11-22T16:14:12,926 INFO [M:0;93fb7f16a334:34989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d0e49982e0b4816810f189720099dd2, entries=56, sequenceid=513, filesize=8.8 K 2024-11-22T16:14:12,927 DEBUG [M:0;93fb7f16a334:34989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa8a130853974ddaaa9ca5ef466547a8 as hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa8a130853974ddaaa9ca5ef466547a8 2024-11-22T16:14:12,934 INFO [M:0;93fb7f16a334:34989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa8a130853974ddaaa9ca5ef466547a8 2024-11-22T16:14:12,934 INFO [M:0;93fb7f16a334:34989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa8a130853974ddaaa9ca5ef466547a8, entries=3, sequenceid=513, filesize=5.3 K 2024-11-22T16:14:12,935 INFO [M:0;93fb7f16a334:34989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=513, compaction requested=false 2024-11-22T16:14:12,937 INFO [M:0;93fb7f16a334:34989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:14:12,937 DEBUG [M:0;93fb7f16a334:34989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292052792Disabling compacts and flushes for region at 1732292052792Disabling writes for close at 1732292052793 (+1 ms)Obtaining lock to block concurrent updates at 1732292052793Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292052793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199643, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1732292052794 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292052794Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292052794Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292052815 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292052815Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292052829 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292052851 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292052851Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292052869 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292052888 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292052888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17cdd9fe: reopening flushed file at 1732292052908 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2852f96: reopening flushed file at 1732292052918 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48246cc2: reopening flushed file at 1732292052926 (+8 ms)Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=513, compaction requested=false at 1732292052935 (+9 ms)Writing region close event to WAL at 1732292052937 (+2 ms)Closed at 1732292052937 2024-11-22T16:14:12,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/defacc24-503b-353e-7a60-7cf5677c93da/MasterData/WALs/93fb7f16a334,34989,1732291966273/93fb7f16a334%2C34989%2C1732291966273.1732291967706 not finished, retry = 0 2024-11-22T16:14:12,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741830_1006 (size=233835) 2024-11-22T16:14:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741830_1006 (size=233835) 2024-11-22T16:14:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741830_1006 (size=233835) 2024-11-22T16:14:13,042 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:14:13,042 INFO [M:0;93fb7f16a334:34989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:14:13,042 INFO [M:0;93fb7f16a334:34989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34989 2024-11-22T16:14:13,042 INFO [M:0;93fb7f16a334:34989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:14:13,161 INFO [M:0;93fb7f16a334:34989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:14:13,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:14:13,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1016351ad9c0000, quorum=127.0.0.1:58555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:14:13,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:14:13,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:14:13,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:14:13,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:14:13,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.log.dir/,STOPPED} 2024-11-22T16:14:13,171 WARN [BP-960054500-172.17.0.2-1732291960612 heartbeating to localhost/127.0.0.1:41595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:14:13,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:14:13,172 WARN [BP-960054500-172.17.0.2-1732291960612 heartbeating to localhost/127.0.0.1:41595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-960054500-172.17.0.2-1732291960612 (Datanode Uuid e9d4af33-a149-409d-a39b-13e43484db97) service to localhost/127.0.0.1:41595 2024-11-22T16:14:13,172 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:14:13,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data5/current/BP-960054500-172.17.0.2-1732291960612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:14:13,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data6/current/BP-960054500-172.17.0.2-1732291960612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:14:13,174 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:14:13,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:14:13,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:14:13,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:14:13,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:14:13,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.log.dir/,STOPPED} 2024-11-22T16:14:13,178 WARN [BP-960054500-172.17.0.2-1732291960612 heartbeating to localhost/127.0.0.1:41595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:14:13,178 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:14:13,178 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:14:13,178 WARN [BP-960054500-172.17.0.2-1732291960612 heartbeating to localhost/127.0.0.1:41595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-960054500-172.17.0.2-1732291960612 (Datanode Uuid 5042d5f7-4e86-42b0-ad48-554a6517c429) service to localhost/127.0.0.1:41595 2024-11-22T16:14:13,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data3/current/BP-960054500-172.17.0.2-1732291960612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:14:13,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data4/current/BP-960054500-172.17.0.2-1732291960612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:14:13,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:14:13,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:14:13,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:14:13,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:14:13,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:14:13,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.log.dir/,STOPPED} 2024-11-22T16:14:13,185 WARN [BP-960054500-172.17.0.2-1732291960612 heartbeating to localhost/127.0.0.1:41595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:14:13,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:14:13,185 WARN [BP-960054500-172.17.0.2-1732291960612 heartbeating to localhost/127.0.0.1:41595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-960054500-172.17.0.2-1732291960612 (Datanode Uuid 577a260c-1b44-4bea-a827-4868246b5094) service to localhost/127.0.0.1:41595 2024-11-22T16:14:13,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:14:13,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data1/current/BP-960054500-172.17.0.2-1732291960612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:14:13,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/cluster_83bfaf3d-d2dc-a6fa-5a72-7e560d9f69c6/data/data2/current/BP-960054500-172.17.0.2-1732291960612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:14:13,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:14:13,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:14:13,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:14:13,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:14:13,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:14:13,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.log.dir/,STOPPED} 2024-11-22T16:14:13,204 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:14:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:14:13,254 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/93fb7f16a334:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41595 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/93fb7f16a334:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/93fb7f16a334:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/93fb7f16a334:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/93fb7f16a334:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/93fb7f16a334:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/93fb7f16a334:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4c1851f2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41595 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 264) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3145 (was 4669) 2024-11-22T16:14:13,260 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=3144 2024-11-22T16:14:13,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.log.dir so I do NOT create it in target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c 2024-11-22T16:14:13,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:14:13,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.tmp.dir so I do NOT create it in target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c 2024-11-22T16:14:13,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/904c5f5b-b81d-d7f2-37e1-844ba606afdb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:14:13,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c 2024-11-22T16:14:13,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:14:13,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a, deleteOnExit=true 2024-11-22T16:14:13,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:14:13,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/test.cache.data in system properties and HBase conf 2024-11-22T16:14:13,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:14:13,274 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:14:13,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:14:13,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:14:13,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:14:13,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:14:13,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:14:13,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:14:13,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:14:13,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:14:13,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:14:13,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:14:13,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:14:13,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:14:13,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:14:13,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72443302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:14:13,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2f5b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:14:13,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b5cc3d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/java.io.tmpdir/jetty-localhost-33215-hadoop-hdfs-3_4_1-tests_jar-_-any-17036990611589100931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:14:13,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17ba8a8f{HTTP/1.1, (http/1.1)}{localhost:33215} 2024-11-22T16:14:13,705 INFO [Time-limited test {}] server.Server(415): Started @95796ms 2024-11-22T16:14:14,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:14:14,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:14:14,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:14:14,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:14:14,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:14:14,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e5777bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:14:14,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5094d3e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:14:14,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71458439{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/java.io.tmpdir/jetty-localhost-40045-hadoop-hdfs-3_4_1-tests_jar-_-any-5915274941739537587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:14:14,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64f83c92{HTTP/1.1, (http/1.1)}{localhost:40045} 2024-11-22T16:14:14,474 INFO [Time-limited test {}] server.Server(415): Started @96565ms 2024-11-22T16:14:14,476 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:14:14,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:14:14,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:14:14,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:14:14,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:14:14,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:14:14,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147f919a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:14:14,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dd57944{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:14:14,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a933489{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/java.io.tmpdir/jetty-localhost-46447-hadoop-hdfs-3_4_1-tests_jar-_-any-11722692626324462208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:14:14,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21dff6ee{HTTP/1.1, (http/1.1)}{localhost:46447} 2024-11-22T16:14:14,619 INFO [Time-limited test {}] server.Server(415): Started @96710ms 2024-11-22T16:14:14,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:14:14,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:14:14,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:14:14,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:14:14,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:14:14,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:14:14,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77e2e964{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:14:14,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a8d92c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:14:14,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54a9b294{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/java.io.tmpdir/jetty-localhost-42631-hadoop-hdfs-3_4_1-tests_jar-_-any-18377579677643207591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:14:14,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@274b6b0e{HTTP/1.1, (http/1.1)}{localhost:42631} 2024-11-22T16:14:14,765 INFO [Time-limited test {}] server.Server(415): Started @96856ms 2024-11-22T16:14:14,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:14:15,805 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data1/current/BP-1199121373-172.17.0.2-1732292053293/current, will proceed with Du for space computation calculation, 2024-11-22T16:14:15,805 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data2/current/BP-1199121373-172.17.0.2-1732292053293/current, will proceed with Du for space computation calculation, 2024-11-22T16:14:15,829 WARN [Thread-642 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:14:15,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x890769935dc19b9e with lease ID 0x674279eda840e122: Processing first storage report for DS-5794a354-ef37-4b1e-b2cc-5b928e2ead6f from datanode DatanodeRegistration(127.0.0.1:38667, datanodeUuid=73692740-019e-4341-bd7f-ed7771ac777a, infoPort=36383, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293) 2024-11-22T16:14:15,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x890769935dc19b9e with lease ID 0x674279eda840e122: from storage DS-5794a354-ef37-4b1e-b2cc-5b928e2ead6f node DatanodeRegistration(127.0.0.1:38667, datanodeUuid=73692740-019e-4341-bd7f-ed7771ac777a, infoPort=36383, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:14:15,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x890769935dc19b9e with lease ID 0x674279eda840e122: Processing first storage report for DS-d6ba7dc0-110a-490a-87b1-9fa395514a66 from datanode DatanodeRegistration(127.0.0.1:38667, datanodeUuid=73692740-019e-4341-bd7f-ed7771ac777a, infoPort=36383, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293) 2024-11-22T16:14:15,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x890769935dc19b9e with lease ID 0x674279eda840e122: from storage DS-d6ba7dc0-110a-490a-87b1-9fa395514a66 node DatanodeRegistration(127.0.0.1:38667, datanodeUuid=73692740-019e-4341-bd7f-ed7771ac777a, infoPort=36383, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:14:15,988 WARN [Thread-713 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data3/current/BP-1199121373-172.17.0.2-1732292053293/current, will proceed with Du for space computation calculation, 2024-11-22T16:14:15,988 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data4/current/BP-1199121373-172.17.0.2-1732292053293/current, will proceed with Du for space computation calculation, 2024-11-22T16:14:16,007 WARN [Thread-665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:14:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa89fe5337ef7a814 with lease ID 0x674279eda840e123: Processing first storage report for DS-fbbc535c-b7c5-40e9-92be-44344f567c31 from datanode DatanodeRegistration(127.0.0.1:35081, datanodeUuid=01a67f91-e6b9-4e62-8773-8f5670b1ff00, infoPort=34957, infoSecurePort=0, ipcPort=36791, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293) 2024-11-22T16:14:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa89fe5337ef7a814 with lease ID 0x674279eda840e123: from storage DS-fbbc535c-b7c5-40e9-92be-44344f567c31 node DatanodeRegistration(127.0.0.1:35081, datanodeUuid=01a67f91-e6b9-4e62-8773-8f5670b1ff00, infoPort=34957, infoSecurePort=0, ipcPort=36791, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:14:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa89fe5337ef7a814 with lease ID 0x674279eda840e123: Processing first storage report for DS-250c4c7e-87af-44fa-aa0b-52b9cc08eb15 from datanode DatanodeRegistration(127.0.0.1:35081, datanodeUuid=01a67f91-e6b9-4e62-8773-8f5670b1ff00, infoPort=34957, infoSecurePort=0, ipcPort=36791, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293) 2024-11-22T16:14:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa89fe5337ef7a814 with lease ID 0x674279eda840e123: from storage DS-250c4c7e-87af-44fa-aa0b-52b9cc08eb15 node DatanodeRegistration(127.0.0.1:35081, datanodeUuid=01a67f91-e6b9-4e62-8773-8f5670b1ff00, infoPort=34957, infoSecurePort=0, ipcPort=36791, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:14:16,081 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data6/current/BP-1199121373-172.17.0.2-1732292053293/current, will proceed with Du for space computation calculation, 2024-11-22T16:14:16,081 WARN [Thread-724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data5/current/BP-1199121373-172.17.0.2-1732292053293/current, will proceed with Du for space computation calculation, 2024-11-22T16:14:16,100 WARN [Thread-687 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:14:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa1b02ab2c22d37 with lease ID 0x674279eda840e124: Processing first storage report for DS-f5b8aa88-7a5b-48f5-903d-18a1d0ec7a51 from datanode DatanodeRegistration(127.0.0.1:33475, datanodeUuid=4e1c44b8-94c2-483c-825a-1f09d9dce812, infoPort=34011, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293) 2024-11-22T16:14:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa1b02ab2c22d37 with lease ID 0x674279eda840e124: from storage DS-f5b8aa88-7a5b-48f5-903d-18a1d0ec7a51 node DatanodeRegistration(127.0.0.1:33475, datanodeUuid=4e1c44b8-94c2-483c-825a-1f09d9dce812, infoPort=34011, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:14:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa1b02ab2c22d37 with lease ID 0x674279eda840e124: Processing first storage report for DS-1b9ce7eb-21b4-44cb-a420-05f97c83e5b6 from datanode DatanodeRegistration(127.0.0.1:33475, datanodeUuid=4e1c44b8-94c2-483c-825a-1f09d9dce812, infoPort=34011, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293) 2024-11-22T16:14:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa1b02ab2c22d37 with lease ID 0x674279eda840e124: from storage DS-1b9ce7eb-21b4-44cb-a420-05f97c83e5b6 node DatanodeRegistration(127.0.0.1:33475, datanodeUuid=4e1c44b8-94c2-483c-825a-1f09d9dce812, infoPort=34011, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=1801641406;c=1732292053293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:14:16,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c 2024-11-22T16:14:16,206 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/zookeeper_0, clientPort=49445, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:14:16,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49445 2024-11-22T16:14:16,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:14:16,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:14:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:14:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:14:16,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:14:16,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 with version=8 2024-11-22T16:14:16,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/hbase-staging 2024-11-22T16:14:16,227 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:14:16,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:14:16,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:14:16,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:14:16,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:14:16,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46633 2024-11-22T16:14:16,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46633 connecting to ZooKeeper ensemble=127.0.0.1:49445 2024-11-22T16:14:16,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466330x0, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:14:16,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46633-0x101635310380000 connected 2024-11-22T16:14:16,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:14:16,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:14:16,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:14:16,393 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821, hbase.cluster.distributed=false 2024-11-22T16:14:16,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:14:16,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46633 2024-11-22T16:14:16,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46633 2024-11-22T16:14:16,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46633 2024-11-22T16:14:16,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46633 2024-11-22T16:14:16,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46633 2024-11-22T16:14:16,411 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:14:16,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:14:16,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:14:16,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:14:16,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:14:16,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41531 2024-11-22T16:14:16,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41531 connecting to ZooKeeper ensemble=127.0.0.1:49445 2024-11-22T16:14:16,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:14:16,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:14:16,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415310x0, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:14:16,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41531-0x101635310380001 connected 2024-11-22T16:14:16,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:14:16,426 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:14:16,427 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:14:16,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T16:14:16,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:14:16,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41531 2024-11-22T16:14:16,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41531 2024-11-22T16:14:16,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41531 2024-11-22T16:14:16,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41531 2024-11-22T16:14:16,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41531 2024-11-22T16:14:16,449 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:14:16,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:14:16,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:14:16,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:14:16,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:14:16,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40845 2024-11-22T16:14:16,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40845 connecting to ZooKeeper ensemble=127.0.0.1:49445 2024-11-22T16:14:16,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:14:16,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:14:16,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408450x0, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:14:16,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40845-0x101635310380002 connected 2024-11-22T16:14:16,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:14:16,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:14:16,469 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:14:16,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T16:14:16,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:14:16,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-22T16:14:16,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40845 2024-11-22T16:14:16,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40845 2024-11-22T16:14:16,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-22T16:14:16,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40845 2024-11-22T16:14:16,491 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:14:16,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:14:16,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:14:16,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:14:16,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:14:16,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:14:16,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41547 2024-11-22T16:14:16,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41547 connecting to ZooKeeper ensemble=127.0.0.1:49445 2024-11-22T16:14:16,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:14:16,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:14:16,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415470x0, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:14:16,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415470x0, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:14:16,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41547-0x101635310380003 connected 2024-11-22T16:14:16,510 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:14:16,511 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:14:16,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T16:14:16,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:14:16,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-22T16:14:16,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41547 2024-11-22T16:14:16,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41547 2024-11-22T16:14:16,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-22T16:14:16,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-22T16:14:16,527 DEBUG [M:0;93fb7f16a334:46633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:46633 2024-11-22T16:14:16,527 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/93fb7f16a334,46633,1732292056226 2024-11-22T16:14:16,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:14:16,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:14:16,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:14:16,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:14:16,531 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/93fb7f16a334,46633,1732292056226 2024-11-22T16:14:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T16:14:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T16:14:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T16:14:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,542 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T16:14:16,542 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/93fb7f16a334,46633,1732292056226 from backup master directory 2024-11-22T16:14:16,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/93fb7f16a334,46633,1732292056226 2024-11-22T16:14:16,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:14:16,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:14:16,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:14:16,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:14:16,552 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:14:16,552 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,46633,1732292056226 2024-11-22T16:14:16,558 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/hbase.id] with ID: 2f9cced3-67ea-4000-8820-4da2ffe46878 2024-11-22T16:14:16,558 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/.tmp/hbase.id 2024-11-22T16:14:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:14:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:14:16,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:14:16,566 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/.tmp/hbase.id]:[hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/hbase.id] 2024-11-22T16:14:16,580 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:14:16,580 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:14:16,582 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T16:14:16,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:14:16,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:14:16,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:14:16,607 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:14:16,608 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:14:16,609 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:14:16,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:14:16,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:14:16,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:14:16,627 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store 2024-11-22T16:14:16,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:14:16,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:14:16,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:14:16,640 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:16,640 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:14:16,640 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:14:16,640 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:14:16,640 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:14:16,640 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:14:16,640 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:14:16,640 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292056640Disabling compacts and flushes for region at 1732292056640Disabling writes for close at 1732292056640Writing region close event to WAL at 1732292056640Closed at 1732292056640 2024-11-22T16:14:16,642 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/.initializing 2024-11-22T16:14:16,642 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/WALs/93fb7f16a334,46633,1732292056226 2024-11-22T16:14:16,643 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:14:16,645 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C46633%2C1732292056226, suffix=, logDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/WALs/93fb7f16a334,46633,1732292056226, archiveDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/oldWALs, maxLogs=10 2024-11-22T16:14:16,660 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/WALs/93fb7f16a334,46633,1732292056226/93fb7f16a334%2C46633%2C1732292056226.1732292056645, exclude list is [], retry=0 2024-11-22T16:14:16,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35081,DS-fbbc535c-b7c5-40e9-92be-44344f567c31,DISK] 2024-11-22T16:14:16,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38667,DS-5794a354-ef37-4b1e-b2cc-5b928e2ead6f,DISK] 2024-11-22T16:14:16,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-f5b8aa88-7a5b-48f5-903d-18a1d0ec7a51,DISK] 2024-11-22T16:14:16,677 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/WALs/93fb7f16a334,46633,1732292056226/93fb7f16a334%2C46633%2C1732292056226.1732292056645 2024-11-22T16:14:16,677 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34957:34957),(127.0.0.1/127.0.0.1:34011:34011),(127.0.0.1/127.0.0.1:36383:36383)] 2024-11-22T16:14:16,677 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:14:16,677 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:16,678 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,678 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:14:16,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:14:16,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:14:16,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:14:16,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:16,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:14:16,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:14:16,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:16,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:16,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:14:16,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:16,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:16,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:14:16,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:16,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:16,691 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,692 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,692 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,694 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,694 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,694 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:14:16,696 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:14:16,698 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:16,699 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67995814, jitterRate=0.013216584920883179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:14:16,699 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292056678Initializing all the Stores at 1732292056679 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292056679Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292056679Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292056679Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292056679Cleaning up temporary data from old regions at 1732292056694 (+15 ms)Region opened successfully at 1732292056699 (+5 ms) 2024-11-22T16:14:16,700 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:14:16,704 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c7326f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:14:16,705 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:14:16,705 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:14:16,705 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:14:16,705 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:14:16,706 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:14:16,706 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:14:16,706 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T16:14:16,711 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:14:16,712 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T16:14:16,720 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T16:14:16,720 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:14:16,721 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:14:16,730 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T16:14:16,731 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:14:16,732 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:14:16,741 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T16:14:16,742 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:14:16,751 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T16:14:16,754 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:14:16,762 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T16:14:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:14:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:14:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:14:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:14:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,774 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,46633,1732292056226, sessionid=0x101635310380000, setting cluster-up flag (Was=false) 2024-11-22T16:14:16,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,825 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T16:14:16,827 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,46633,1732292056226 2024-11-22T16:14:16,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:16,878 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T16:14:16,879 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,46633,1732292056226 2024-11-22T16:14:16,881 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:14:16,882 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:14:16,883 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:14:16,883 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:14:16,883 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,46633,1732292056226 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:14:16,885 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:14:16,885 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:14:16,885 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:14:16,885 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:14:16,885 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:14:16,885 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:16,885 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:14:16,885 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:16,887 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:14:16,887 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:14:16,889 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:16,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:14:16,902 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292086902 2024-11-22T16:14:16,903 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:14:16,903 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:14:16,903 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:14:16,903 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:14:16,903 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:14:16,903 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:14:16,905 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:16,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:14:16,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:14:16,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:14:16,912 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:14:16,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:14:16,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:14:16,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:14:16,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:14:16,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:14:16,914 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:16,916 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292056913,5,FailOnTimeoutGroup] 2024-11-22T16:14:16,916 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292056916,5,FailOnTimeoutGroup] 2024-11-22T16:14:16,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:16,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:14:16,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:16,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:16,918 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(746): ClusterId : 2f9cced3-67ea-4000-8820-4da2ffe46878 2024-11-22T16:14:16,918 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:14:16,918 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(746): ClusterId : 2f9cced3-67ea-4000-8820-4da2ffe46878 2024-11-22T16:14:16,918 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:14:16,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:14:16,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:14:16,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:14:16,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:16,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:14:16,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:14:16,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:16,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:14:16,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:14:16,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:14:16,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:16,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:14:16,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:14:16,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:14:16,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:16,941 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.HRegionServer(746): ClusterId : 2f9cced3-67ea-4000-8820-4da2ffe46878 2024-11-22T16:14:16,941 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:14:16,942 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:14:16,942 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:14:16,942 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:14:16,942 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:14:16,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:14:16,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:14:16,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:14:16,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:16,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:14:16,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:14:16,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740 2024-11-22T16:14:16,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740 2024-11-22T16:14:16,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:14:16,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:14:16,952 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:14:16,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:14:16,956 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:16,957 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65004903, jitterRate=-0.03135146200656891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:14:16,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292056930Initializing all the Stores at 1732292056931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292056931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292056932 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292056932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292056932Cleaning up temporary data from old regions at 1732292056951 (+19 ms)Region opened successfully at 1732292056958 (+7 ms) 2024-11-22T16:14:16,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:14:16,958 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:14:16,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:14:16,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:14:16,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:14:16,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:14:16,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292056958Disabling compacts and flushes for region at 1732292056958Disabling writes for close at 1732292056958Writing region close event to WAL at 1732292056959 (+1 ms)Closed at 1732292056959 2024-11-22T16:14:16,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:14:16,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:14:16,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:14:16,963 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:14:16,963 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:14:16,963 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:14:16,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:14:16,963 DEBUG [RS:1;93fb7f16a334:40845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad521c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:14:16,964 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:14:16,964 DEBUG [RS:0;93fb7f16a334:41531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fb775a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:14:16,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:14:16,983 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:14:16,983 DEBUG [RS:2;93fb7f16a334:41547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790f58ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:14:16,984 DEBUG [RS:1;93fb7f16a334:40845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;93fb7f16a334:40845 2024-11-22T16:14:16,984 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:14:16,984 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:14:16,984 DEBUG [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:14:16,985 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,46633,1732292056226 with port=40845, startcode=1732292056449 2024-11-22T16:14:16,986 DEBUG [RS:1;93fb7f16a334:40845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:14:16,987 DEBUG [RS:0;93fb7f16a334:41531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:41531 2024-11-22T16:14:16,987 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:14:16,987 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:14:16,988 DEBUG [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:14:16,989 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,46633,1732292056226 with port=41531, startcode=1732292056410 2024-11-22T16:14:16,989 DEBUG [RS:0;93fb7f16a334:41531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:14:16,997 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:14:16,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,40845,1732292056449 2024-11-22T16:14:16,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46633 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:17,000 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:14:17,000 DEBUG [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:17,000 DEBUG [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34613 2024-11-22T16:14:17,000 DEBUG [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:14:17,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,41531,1732292056410 2024-11-22T16:14:17,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46633 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,41531,1732292056410 2024-11-22T16:14:17,002 DEBUG [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:17,003 DEBUG [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34613 2024-11-22T16:14:17,003 DEBUG [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:14:17,004 DEBUG [RS:2;93fb7f16a334:41547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;93fb7f16a334:41547 2024-11-22T16:14:17,004 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:14:17,004 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:14:17,004 DEBUG [RS:2;93fb7f16a334:41547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:14:17,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:14:17,069 DEBUG [RS:1;93fb7f16a334:40845 {}] zookeeper.ZKUtil(111): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/93fb7f16a334,40845,1732292056449 2024-11-22T16:14:17,069 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,46633,1732292056226 with port=41547, startcode=1732292056491 2024-11-22T16:14:17,069 WARN [RS:1;93fb7f16a334:40845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:14:17,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,40845,1732292056449] 2024-11-22T16:14:17,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,41531,1732292056410] 2024-11-22T16:14:17,069 INFO [RS:1;93fb7f16a334:40845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:14:17,069 DEBUG [RS:2;93fb7f16a334:41547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:14:17,069 DEBUG [RS:0;93fb7f16a334:41531 {}] zookeeper.ZKUtil(111): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/93fb7f16a334,41531,1732292056410 2024-11-22T16:14:17,069 DEBUG [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,40845,1732292056449 2024-11-22T16:14:17,069 WARN [RS:0;93fb7f16a334:41531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:14:17,069 INFO [RS:0;93fb7f16a334:41531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:14:17,069 DEBUG [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41531,1732292056410 2024-11-22T16:14:17,070 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:14:17,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,41547,1732292056491 2024-11-22T16:14:17,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46633 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,41547,1732292056491 2024-11-22T16:14:17,073 DEBUG [RS:2;93fb7f16a334:41547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:17,073 DEBUG [RS:2;93fb7f16a334:41547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34613 2024-11-22T16:14:17,073 DEBUG [RS:2;93fb7f16a334:41547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:14:17,074 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:14:17,074 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:14:17,076 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:14:17,079 INFO [RS:1;93fb7f16a334:40845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:14:17,079 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:14:17,080 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,080 INFO [RS:0;93fb7f16a334:41531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:14:17,080 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,082 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:14:17,083 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:14:17,083 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:14:17,084 DEBUG [RS:1;93fb7f16a334:40845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:14:17,087 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:14:17,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:14:17,088 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,088 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:14:17,089 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,089 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,089 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,089 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,089 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,089 DEBUG [RS:2;93fb7f16a334:41547 {}] zookeeper.ZKUtil(111): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/93fb7f16a334,41547,1732292056491 2024-11-22T16:14:17,089 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40845,1732292056449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:14:17,089 WARN [RS:2;93fb7f16a334:41547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:14:17,089 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,089 INFO [RS:2;93fb7f16a334:41547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:14:17,089 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,089 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,089 DEBUG [RS:2;93fb7f16a334:41547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491 2024-11-22T16:14:17,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,41547,1732292056491] 2024-11-22T16:14:17,089 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,089 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,089 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:14:17,089 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,089 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,090 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,090 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,090 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,090 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,090 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:14:17,090 DEBUG [RS:0;93fb7f16a334:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:14:17,098 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,098 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,098 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,098 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,099 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,099 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41531,1732292056410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:14:17,101 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:14:17,104 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:14:17,104 INFO [RS:2;93fb7f16a334:41547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:14:17,104 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,104 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:14:17,106 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:14:17,106 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,106 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,106 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,106 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,106 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,106 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,106 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:14:17,106 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,106 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,106 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,106 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,106 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,107 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:14:17,107 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:14:17,107 DEBUG [RS:2;93fb7f16a334:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:14:17,108 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,108 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,108 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,108 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,108 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,108 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41547,1732292056491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:14:17,109 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:14:17,109 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40845,1732292056449-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,110 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,110 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.Replication(171): 93fb7f16a334,40845,1732292056449 started 2024-11-22T16:14:17,115 WARN [93fb7f16a334:46633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T16:14:17,118 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:14:17,118 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41531,1732292056410-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,118 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,118 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.Replication(171): 93fb7f16a334,41531,1732292056410 started 2024-11-22T16:14:17,124 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,124 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,40845,1732292056449, RpcServer on 93fb7f16a334/172.17.0.2:40845, sessionid=0x101635310380002 2024-11-22T16:14:17,124 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:14:17,124 DEBUG [RS:1;93fb7f16a334:40845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,40845,1732292056449 2024-11-22T16:14:17,124 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,40845,1732292056449' 2024-11-22T16:14:17,124 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T16:14:17,125 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T16:14:17,125 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:14:17,125 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:14:17,125 DEBUG [RS:1;93fb7f16a334:40845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,40845,1732292056449 2024-11-22T16:14:17,125 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,40845,1732292056449' 2024-11-22T16:14:17,125 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T16:14:17,126 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T16:14:17,126 DEBUG [RS:1;93fb7f16a334:40845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:14:17,126 INFO [RS:1;93fb7f16a334:40845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:14:17,126 INFO [RS:1;93fb7f16a334:40845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:14:17,127 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:14:17,127 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41547,1732292056491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,127 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,127 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.Replication(171): 93fb7f16a334,41547,1732292056491 started 2024-11-22T16:14:17,138 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,138 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,41531,1732292056410, RpcServer on 93fb7f16a334/172.17.0.2:41531, sessionid=0x101635310380001 2024-11-22T16:14:17,138 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:14:17,138 DEBUG [RS:0;93fb7f16a334:41531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,41531,1732292056410 2024-11-22T16:14:17,138 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,41531,1732292056410' 2024-11-22T16:14:17,138 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T16:14:17,139 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T16:14:17,139 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:14:17,139 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:14:17,139 DEBUG [RS:0;93fb7f16a334:41531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,41531,1732292056410 2024-11-22T16:14:17,140 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,41531,1732292056410' 2024-11-22T16:14:17,140 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T16:14:17,140 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T16:14:17,140 DEBUG [RS:0;93fb7f16a334:41531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:14:17,140 INFO [RS:0;93fb7f16a334:41531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:14:17,140 INFO [RS:0;93fb7f16a334:41531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:14:17,141 INFO [RS:2;93fb7f16a334:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:17,142 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,41547,1732292056491, RpcServer on 93fb7f16a334/172.17.0.2:41547, sessionid=0x101635310380003 2024-11-22T16:14:17,142 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:14:17,142 DEBUG [RS:2;93fb7f16a334:41547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,41547,1732292056491 2024-11-22T16:14:17,142 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,41547,1732292056491' 2024-11-22T16:14:17,142 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T16:14:17,142 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T16:14:17,143 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:14:17,143 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:14:17,143 DEBUG [RS:2;93fb7f16a334:41547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,41547,1732292056491 2024-11-22T16:14:17,143 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,41547,1732292056491' 2024-11-22T16:14:17,143 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T16:14:17,143 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T16:14:17,144 DEBUG [RS:2;93fb7f16a334:41547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:14:17,144 INFO [RS:2;93fb7f16a334:41547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:14:17,144 INFO [RS:2;93fb7f16a334:41547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:14:17,227 INFO [RS:1;93fb7f16a334:40845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:14:17,229 INFO [RS:1;93fb7f16a334:40845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C40845%2C1732292056449, suffix=, logDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,40845,1732292056449, archiveDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/oldWALs, maxLogs=32 2024-11-22T16:14:17,241 INFO [RS:0;93fb7f16a334:41531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:14:17,243 INFO [RS:0;93fb7f16a334:41531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C41531%2C1732292056410, suffix=, logDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41531,1732292056410, archiveDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/oldWALs, maxLogs=32 2024-11-22T16:14:17,244 DEBUG [RS:1;93fb7f16a334:40845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,40845,1732292056449/93fb7f16a334%2C40845%2C1732292056449.1732292057231, exclude list is [], retry=0 2024-11-22T16:14:17,244 INFO [RS:2;93fb7f16a334:41547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:14:17,246 INFO [RS:2;93fb7f16a334:41547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C41547%2C1732292056491, suffix=, logDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491, archiveDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/oldWALs, maxLogs=32 2024-11-22T16:14:17,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-f5b8aa88-7a5b-48f5-903d-18a1d0ec7a51,DISK] 2024-11-22T16:14:17,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35081,DS-fbbc535c-b7c5-40e9-92be-44344f567c31,DISK] 2024-11-22T16:14:17,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38667,DS-5794a354-ef37-4b1e-b2cc-5b928e2ead6f,DISK] 2024-11-22T16:14:17,254 INFO [RS:1;93fb7f16a334:40845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,40845,1732292056449/93fb7f16a334%2C40845%2C1732292056449.1732292057231 2024-11-22T16:14:17,255 DEBUG [RS:1;93fb7f16a334:40845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34957:34957),(127.0.0.1/127.0.0.1:34011:34011),(127.0.0.1/127.0.0.1:36383:36383)] 2024-11-22T16:14:17,259 DEBUG [RS:2;93fb7f16a334:41547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491/93fb7f16a334%2C41547%2C1732292056491.1732292057246, exclude list is [], retry=0 2024-11-22T16:14:17,261 DEBUG [RS:0;93fb7f16a334:41531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41531,1732292056410/93fb7f16a334%2C41531%2C1732292056410.1732292057244, exclude list is [], retry=0 2024-11-22T16:14:17,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35081,DS-fbbc535c-b7c5-40e9-92be-44344f567c31,DISK] 2024-11-22T16:14:17,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38667,DS-5794a354-ef37-4b1e-b2cc-5b928e2ead6f,DISK] 2024-11-22T16:14:17,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-f5b8aa88-7a5b-48f5-903d-18a1d0ec7a51,DISK] 2024-11-22T16:14:17,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-f5b8aa88-7a5b-48f5-903d-18a1d0ec7a51,DISK] 2024-11-22T16:14:17,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38667,DS-5794a354-ef37-4b1e-b2cc-5b928e2ead6f,DISK] 2024-11-22T16:14:17,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35081,DS-fbbc535c-b7c5-40e9-92be-44344f567c31,DISK] 2024-11-22T16:14:17,266 INFO [RS:2;93fb7f16a334:41547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491/93fb7f16a334%2C41547%2C1732292056491.1732292057246 2024-11-22T16:14:17,266 DEBUG [RS:2;93fb7f16a334:41547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34957:34957),(127.0.0.1/127.0.0.1:36383:36383),(127.0.0.1/127.0.0.1:34011:34011)] 2024-11-22T16:14:17,266 INFO [RS:0;93fb7f16a334:41531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41531,1732292056410/93fb7f16a334%2C41531%2C1732292056410.1732292057244 2024-11-22T16:14:17,266 DEBUG [RS:0;93fb7f16a334:41531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36383:36383),(127.0.0.1/127.0.0.1:34011:34011),(127.0.0.1/127.0.0.1:34957:34957)] 2024-11-22T16:14:17,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:17,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:17,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:17,365 DEBUG [93fb7f16a334:46633 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T16:14:17,366 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(204): Hosts are {93fb7f16a334=0} racks are {/default-rack=0} 2024-11-22T16:14:17,369 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T16:14:17,369 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T16:14:17,369 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T16:14:17,369 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T16:14:17,369 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T16:14:17,369 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T16:14:17,369 INFO [93fb7f16a334:46633 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T16:14:17,369 INFO [93fb7f16a334:46633 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T16:14:17,369 INFO [93fb7f16a334:46633 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T16:14:17,369 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T16:14:17,370 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:17,371 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,40845,1732292056449, state=OPENING 2024-11-22T16:14:17,383 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:14:17,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:17,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:17,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:17,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:14:17,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:14:17,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:14:17,394 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:14:17,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,40845,1732292056449}] 2024-11-22T16:14:17,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:14:17,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:14:17,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:14:17,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:17,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:17,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:26,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:14:26,680 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T16:14:27,400 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:14:27,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:14:27,416 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:14:27,416 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:14:27,417 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:14:27,419 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C40845%2C1732292056449.meta, suffix=.meta, logDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,40845,1732292056449, archiveDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/oldWALs, maxLogs=32 2024-11-22T16:14:27,440 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,40845,1732292056449/93fb7f16a334%2C40845%2C1732292056449.meta.1732292067420.meta, exclude list is [], retry=0 2024-11-22T16:14:27,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35081,DS-fbbc535c-b7c5-40e9-92be-44344f567c31,DISK] 2024-11-22T16:14:27,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-f5b8aa88-7a5b-48f5-903d-18a1d0ec7a51,DISK] 2024-11-22T16:14:27,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38667,DS-5794a354-ef37-4b1e-b2cc-5b928e2ead6f,DISK] 2024-11-22T16:14:27,457 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,40845,1732292056449/93fb7f16a334%2C40845%2C1732292056449.meta.1732292067420.meta 2024-11-22T16:14:27,458 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34957:34957),(127.0.0.1/127.0.0.1:34011:34011),(127.0.0.1/127.0.0.1:36383:36383)] 2024-11-22T16:14:27,458 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:14:27,459 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:14:27,459 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:14:27,459 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:14:27,459 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:14:27,459 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:27,459 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:14:27,459 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:14:27,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:14:27,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:14:27,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:27,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:14:27,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:14:27,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:14:27,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:27,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:14:27,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:14:27,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:14:27,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:27,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:14:27,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:14:27,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:14:27,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:27,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:14:27,479 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:14:27,480 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740 2024-11-22T16:14:27,483 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740 2024-11-22T16:14:27,489 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:14:27,489 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:14:27,490 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:14:27,495 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:14:27,498 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75437694, jitterRate=0.12410923838615417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:14:27,498 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:14:27,500 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292067459Writing region info on filesystem at 1732292067459Initializing all the Stores at 1732292067461 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292067461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292067466 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292067466Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292067466Cleaning up temporary data from old regions at 1732292067489 (+23 ms)Running coprocessor post-open hooks at 1732292067498 (+9 ms)Region opened successfully at 1732292067499 (+1 ms) 2024-11-22T16:14:27,501 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292067399 2024-11-22T16:14:27,510 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:14:27,510 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:14:27,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:27,512 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,40845,1732292056449, state=OPEN 2024-11-22T16:14:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:14:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:14:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:14:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:14:27,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:14:27,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:14:27,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:14:27,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:14:27,563 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:27,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:14:27,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,40845,1732292056449 in 10.1680 sec 2024-11-22T16:14:27,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:14:27,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6100 sec 2024-11-22T16:14:27,580 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:14:27,580 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:14:27,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:14:27,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,40845,1732292056449, seqNum=-1] 2024-11-22T16:14:27,583 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:14:27,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:14:27,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7100 sec 2024-11-22T16:14:27,593 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292067593, completionTime=-1 2024-11-22T16:14:27,593 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T16:14:27,593 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:14:27,595 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T16:14:27,595 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292127595 2024-11-22T16:14:27,596 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292187596 2024-11-22T16:14:27,596 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T16:14:27,596 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:14:27,597 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46633,1732292056226-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:27,598 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46633,1732292056226-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:27,598 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46633,1732292056226-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:27,598 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:46633, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:27,598 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:27,599 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:27,609 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:14:27,616 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.060sec 2024-11-22T16:14:27,624 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:14:27,624 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:14:27,624 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:14:27,624 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:14:27,625 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:14:27,625 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46633,1732292056226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:14:27,625 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46633,1732292056226-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:14:27,631 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:14:27,631 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:14:27,631 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46633,1732292056226-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:14:27,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334925f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:14:27,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46633,-1 for getting cluster id 2024-11-22T16:14:27,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:14:27,640 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9cced3-67ea-4000-8820-4da2ffe46878' 2024-11-22T16:14:27,641 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:14:27,641 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9cced3-67ea-4000-8820-4da2ffe46878" 2024-11-22T16:14:27,642 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d7f554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:14:27,643 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46633,-1] 2024-11-22T16:14:27,643 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:14:27,644 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:14:27,647 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:14:27,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655b75f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:14:27,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:14:27,651 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,40845,1732292056449, seqNum=-1] 2024-11-22T16:14:27,652 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:14:27,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:14:27,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,46633,1732292056226 2024-11-22T16:14:27,684 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732292067684 (current time:1732292067684). 2024-11-22T16:14:27,684 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T16:14:27,684 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T16:14:27,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56960cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:14:27,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46633,-1 for getting cluster id 2024-11-22T16:14:27,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:14:27,702 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9cced3-67ea-4000-8820-4da2ffe46878' 2024-11-22T16:14:27,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:14:27,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9cced3-67ea-4000-8820-4da2ffe46878" 2024-11-22T16:14:27,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2498a5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:14:27,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46633,-1] 2024-11-22T16:14:27,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:14:27,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:14:27,705 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:14:27,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbc18ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:14:27,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:14:27,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,40845,1732292056449, seqNum=-1] 2024-11-22T16:14:27,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:14:27,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:14:27,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:14:27,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:14:27,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:14:27,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:14:27,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:14:27,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:14:27,714 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,46633,1732292056226 2024-11-22T16:14:27,715 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f1fa698 2024-11-22T16:14:27,715 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:14:27,742 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:14:27,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:14:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T16:14:27,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:14:27,747 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:27,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T16:14:27,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:14:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:14:27,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741837_1013 (size=361) 2024-11-22T16:14:27,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741837_1013 (size=361) 2024-11-22T16:14:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:14:27,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741837_1013 (size=361) 2024-11-22T16:14:27,861 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4aff28ddb9206477eb3de29aa350cb5, NAME => 'SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:27,873 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b50f5f20e2691eab41a88a5b2e0ad10a, NAME => 'SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:27,883 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ecf4493adadbb5c93b6817c93475a421, NAME => 'SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:27,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741840_1016 (size=62) 2024-11-22T16:14:27,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741840_1016 (size=62) 2024-11-22T16:14:27,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741840_1016 (size=62) 2024-11-22T16:14:27,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:27,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ecf4493adadbb5c93b6817c93475a421, disabling compactions & flushes 2024-11-22T16:14:27,934 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:14:27,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:14:27,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. after waiting 0 ms 2024-11-22T16:14:27,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:14:27,934 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:14:27,935 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ecf4493adadbb5c93b6817c93475a421: Waiting for close lock at 1732292067934Disabling compacts and flushes for region at 1732292067934Disabling writes for close at 1732292067934Writing region close event to WAL at 1732292067934Closed at 1732292067934 2024-11-22T16:14:27,935 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5a5347444c4284320850f7854a993a4a, NAME => 'SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741839_1015 (size=62) 2024-11-22T16:14:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741839_1015 (size=62) 2024-11-22T16:14:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741839_1015 (size=62) 2024-11-22T16:14:27,965 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:27,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b50f5f20e2691eab41a88a5b2e0ad10a, disabling compactions & flushes 2024-11-22T16:14:27,966 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:14:27,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:14:27,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. after waiting 0 ms 2024-11-22T16:14:27,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:14:27,966 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:14:27,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b50f5f20e2691eab41a88a5b2e0ad10a: Waiting for close lock at 1732292067965Disabling compacts and flushes for region at 1732292067965Disabling writes for close at 1732292067966 (+1 ms)Writing region close event to WAL at 1732292067966Closed at 1732292067966 2024-11-22T16:14:27,967 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fdd35247148864cf0a4978f57b98cecd, NAME => 'SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:27,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741838_1014 (size=54) 2024-11-22T16:14:27,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741838_1014 (size=54) 2024-11-22T16:14:27,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741838_1014 (size=54) 2024-11-22T16:14:27,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:27,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f4aff28ddb9206477eb3de29aa350cb5, disabling compactions & flushes 2024-11-22T16:14:27,993 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5. 2024-11-22T16:14:27,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5. 2024-11-22T16:14:27,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5. after waiting 0 ms 2024-11-22T16:14:27,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5. 2024-11-22T16:14:27,993 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5. 2024-11-22T16:14:27,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4aff28ddb9206477eb3de29aa350cb5: Waiting for close lock at 1732292067993Disabling compacts and flushes for region at 1732292067993Disabling writes for close at 1732292067993Writing region close event to WAL at 1732292067993Closed at 1732292067993 2024-11-22T16:14:27,994 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9086f6c625c330846f0e55f0ce22d3f2, NAME => 'SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:14:28,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741841_1017 (size=62) 2024-11-22T16:14:28,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741841_1017 (size=62) 2024-11-22T16:14:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741841_1017 (size=62) 2024-11-22T16:14:28,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:28,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5a5347444c4284320850f7854a993a4a, disabling compactions & flushes 2024-11-22T16:14:28,097 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:14:28,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:14:28,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. after waiting 0 ms 2024-11-22T16:14:28,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:14:28,097 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:14:28,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5a5347444c4284320850f7854a993a4a: Waiting for close lock at 1732292068097Disabling compacts and flushes for region at 1732292068097Disabling writes for close at 1732292068097Writing region close event to WAL at 1732292068097Closed at 1732292068097 2024-11-22T16:14:28,098 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 63c7e4403a083ce2ca03791a32e8ccbd, NAME => 'SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741842_1018 (size=62) 2024-11-22T16:14:28,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741842_1018 (size=62) 2024-11-22T16:14:28,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741842_1018 (size=62) 2024-11-22T16:14:28,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:28,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fdd35247148864cf0a4978f57b98cecd, disabling compactions & flushes 2024-11-22T16:14:28,138 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:14:28,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:14:28,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. after waiting 0 ms 2024-11-22T16:14:28,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:14:28,138 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:14:28,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fdd35247148864cf0a4978f57b98cecd: Waiting for close lock at 1732292068138Disabling compacts and flushes for region at 1732292068138Disabling writes for close at 1732292068138Writing region close event to WAL at 1732292068138Closed at 1732292068138 2024-11-22T16:14:28,139 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => eaa09baecb08c126d1f8963464f15e30, NAME => 'SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:28,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741843_1019 (size=62) 2024-11-22T16:14:28,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741843_1019 (size=62) 2024-11-22T16:14:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741843_1019 (size=62) 2024-11-22T16:14:28,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:28,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9086f6c625c330846f0e55f0ce22d3f2, disabling compactions & flushes 2024-11-22T16:14:28,204 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2. 2024-11-22T16:14:28,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2. 2024-11-22T16:14:28,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2. after waiting 0 ms 2024-11-22T16:14:28,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2. 2024-11-22T16:14:28,204 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2. 2024-11-22T16:14:28,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9086f6c625c330846f0e55f0ce22d3f2: Waiting for close lock at 1732292068204Disabling compacts and flushes for region at 1732292068204Disabling writes for close at 1732292068204Writing region close event to WAL at 1732292068204Closed at 1732292068204 2024-11-22T16:14:28,205 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd3520036e0749a79f5fe5994e7bfa3d, NAME => 'SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741844_1020 (size=62) 2024-11-22T16:14:28,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741844_1020 (size=62) 2024-11-22T16:14:28,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741844_1020 (size=62) 2024-11-22T16:14:28,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:28,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 63c7e4403a083ce2ca03791a32e8ccbd, disabling compactions & flushes 2024-11-22T16:14:28,224 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:14:28,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:14:28,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. after waiting 0 ms 2024-11-22T16:14:28,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:14:28,224 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:14:28,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 63c7e4403a083ce2ca03791a32e8ccbd: Waiting for close lock at 1732292068224Disabling compacts and flushes for region at 1732292068224Disabling writes for close at 1732292068224Writing region close event to WAL at 1732292068224Closed at 1732292068224 2024-11-22T16:14:28,225 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0bc540d7449c7e7b67aa87a87c246fd8, NAME => 'SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821 2024-11-22T16:14:28,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741845_1021 (size=62) 2024-11-22T16:14:28,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741845_1021 (size=62) 2024-11-22T16:14:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741845_1021 (size=62) 2024-11-22T16:14:28,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:28,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing eaa09baecb08c126d1f8963464f15e30, disabling compactions & flushes 2024-11-22T16:14:28,243 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:14:28,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:14:28,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. after waiting 0 ms 2024-11-22T16:14:28,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:14:28,243 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:14:28,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for eaa09baecb08c126d1f8963464f15e30: Waiting for close lock at 1732292068243Disabling compacts and flushes for region at 1732292068243Disabling writes for close at 1732292068243Writing region close event to WAL at 1732292068243Closed at 1732292068243 2024-11-22T16:14:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741846_1022 (size=62) 2024-11-22T16:14:28,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741846_1022 (size=62) 2024-11-22T16:14:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741846_1022 (size=62) 2024-11-22T16:14:28,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:28,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing cd3520036e0749a79f5fe5994e7bfa3d, disabling compactions & flushes 2024-11-22T16:14:28,256 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. 2024-11-22T16:14:28,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. 2024-11-22T16:14:28,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. after waiting 0 ms 2024-11-22T16:14:28,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. 2024-11-22T16:14:28,256 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. 2024-11-22T16:14:28,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd3520036e0749a79f5fe5994e7bfa3d: Waiting for close lock at 1732292068256Disabling compacts and flushes for region at 1732292068256Disabling writes for close at 1732292068256Writing region close event to WAL at 1732292068256Closed at 1732292068256 2024-11-22T16:14:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741847_1023 (size=54) 2024-11-22T16:14:28,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741847_1023 (size=54) 2024-11-22T16:14:28,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741847_1023 (size=54) 2024-11-22T16:14:28,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:28,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0bc540d7449c7e7b67aa87a87c246fd8, disabling compactions & flushes 2024-11-22T16:14:28,278 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:14:28,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:14:28,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. after waiting 0 ms 2024-11-22T16:14:28,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:14:28,278 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:14:28,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0bc540d7449c7e7b67aa87a87c246fd8: Waiting for close lock at 1732292068278Disabling compacts and flushes for region at 1732292068278Disabling writes for close at 1732292068278Writing region close event to WAL at 1732292068278Closed at 1732292068278 2024-11-22T16:14:28,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:14:28,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732292068280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292068280"}]},"ts":"1732292068280"} 2024-11-22T16:14:28,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732292068280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292068280"}]},"ts":"1732292068280"} 2024-11-22T16:14:28,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732292068280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292068280"}]},"ts":"1732292068280"} 2024-11-22T16:14:28,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732292068280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292068280"}]},"ts":"1732292068280"} 2024-11-22T16:14:28,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732292068280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292068280"}]},"ts":"1732292068280"} 2024-11-22T16:14:28,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732292068280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292068280"}]},"ts":"1732292068280"} 2024-11-22T16:14:28,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732292068280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292068280"}]},"ts":"1732292068280"} 2024-11-22T16:14:28,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732292068280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292068280"}]},"ts":"1732292068280"} 2024-11-22T16:14:28,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732292068280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292068280"}]},"ts":"1732292068280"} 2024-11-22T16:14:28,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732292068280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292068280"}]},"ts":"1732292068280"} 2024-11-22T16:14:28,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T16:14:28,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:14:28,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292068290"}]},"ts":"1732292068290"} 2024-11-22T16:14:28,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T16:14:28,294 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {93fb7f16a334=0} racks are {/default-rack=0} 2024-11-22T16:14:28,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T16:14:28,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T16:14:28,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T16:14:28,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T16:14:28,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T16:14:28,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T16:14:28,305 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T16:14:28,305 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T16:14:28,305 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T16:14:28,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T16:14:28,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4aff28ddb9206477eb3de29aa350cb5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b50f5f20e2691eab41a88a5b2e0ad10a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecf4493adadbb5c93b6817c93475a421, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a5347444c4284320850f7854a993a4a, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdd35247148864cf0a4978f57b98cecd, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9086f6c625c330846f0e55f0ce22d3f2, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63c7e4403a083ce2ca03791a32e8ccbd, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaa09baecb08c126d1f8963464f15e30, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd3520036e0749a79f5fe5994e7bfa3d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc540d7449c7e7b67aa87a87c246fd8, ASSIGN}] 2024-11-22T16:14:28,309 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b50f5f20e2691eab41a88a5b2e0ad10a, ASSIGN 2024-11-22T16:14:28,309 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4aff28ddb9206477eb3de29aa350cb5, ASSIGN 2024-11-22T16:14:28,309 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecf4493adadbb5c93b6817c93475a421, ASSIGN 2024-11-22T16:14:28,310 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a5347444c4284320850f7854a993a4a, ASSIGN 2024-11-22T16:14:28,312 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b50f5f20e2691eab41a88a5b2e0ad10a, ASSIGN; state=OFFLINE, location=93fb7f16a334,41531,1732292056410; forceNewPlan=false, retain=false 2024-11-22T16:14:28,313 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4aff28ddb9206477eb3de29aa350cb5, ASSIGN; state=OFFLINE, location=93fb7f16a334,41547,1732292056491; forceNewPlan=false, retain=false 2024-11-22T16:14:28,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a5347444c4284320850f7854a993a4a, ASSIGN; state=OFFLINE, location=93fb7f16a334,40845,1732292056449; forceNewPlan=false, retain=false 2024-11-22T16:14:28,314 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecf4493adadbb5c93b6817c93475a421, ASSIGN; state=OFFLINE, location=93fb7f16a334,40845,1732292056449; forceNewPlan=false, retain=false 2024-11-22T16:14:28,315 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc540d7449c7e7b67aa87a87c246fd8, ASSIGN 2024-11-22T16:14:28,320 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd3520036e0749a79f5fe5994e7bfa3d, ASSIGN 2024-11-22T16:14:28,320 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bc540d7449c7e7b67aa87a87c246fd8, ASSIGN; state=OFFLINE, location=93fb7f16a334,40845,1732292056449; forceNewPlan=false, retain=false 2024-11-22T16:14:28,322 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd3520036e0749a79f5fe5994e7bfa3d, ASSIGN; state=OFFLINE, location=93fb7f16a334,41547,1732292056491; forceNewPlan=false, retain=false 2024-11-22T16:14:28,322 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaa09baecb08c126d1f8963464f15e30, ASSIGN 2024-11-22T16:14:28,323 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eaa09baecb08c126d1f8963464f15e30, ASSIGN; state=OFFLINE, location=93fb7f16a334,41531,1732292056410; forceNewPlan=false, retain=false 2024-11-22T16:14:28,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63c7e4403a083ce2ca03791a32e8ccbd, ASSIGN 2024-11-22T16:14:28,324 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63c7e4403a083ce2ca03791a32e8ccbd, ASSIGN; state=OFFLINE, location=93fb7f16a334,40845,1732292056449; forceNewPlan=false, retain=false 2024-11-22T16:14:28,326 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9086f6c625c330846f0e55f0ce22d3f2, ASSIGN 2024-11-22T16:14:28,326 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdd35247148864cf0a4978f57b98cecd, ASSIGN 2024-11-22T16:14:28,327 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9086f6c625c330846f0e55f0ce22d3f2, ASSIGN; state=OFFLINE, location=93fb7f16a334,41547,1732292056491; forceNewPlan=false, retain=false 2024-11-22T16:14:28,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdd35247148864cf0a4978f57b98cecd, ASSIGN; state=OFFLINE, location=93fb7f16a334,41531,1732292056410; forceNewPlan=false, retain=false 2024-11-22T16:14:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:14:28,464 INFO [93fb7f16a334:46633 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T16:14:28,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=cd3520036e0749a79f5fe5994e7bfa3d, regionState=OPENING, regionLocation=93fb7f16a334,41547,1732292056491 2024-11-22T16:14:28,465 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9086f6c625c330846f0e55f0ce22d3f2, regionState=OPENING, regionLocation=93fb7f16a334,41547,1732292056491 2024-11-22T16:14:28,466 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4aff28ddb9206477eb3de29aa350cb5, regionState=OPENING, regionLocation=93fb7f16a334,41547,1732292056491 2024-11-22T16:14:28,466 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eaa09baecb08c126d1f8963464f15e30, regionState=OPENING, regionLocation=93fb7f16a334,41531,1732292056410 2024-11-22T16:14:28,467 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdd35247148864cf0a4978f57b98cecd, regionState=OPENING, regionLocation=93fb7f16a334,41531,1732292056410 2024-11-22T16:14:28,467 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b50f5f20e2691eab41a88a5b2e0ad10a, regionState=OPENING, regionLocation=93fb7f16a334,41531,1732292056410 2024-11-22T16:14:28,468 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0bc540d7449c7e7b67aa87a87c246fd8, regionState=OPENING, regionLocation=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:28,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd3520036e0749a79f5fe5994e7bfa3d, ASSIGN because future has completed 2024-11-22T16:14:28,468 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=63c7e4403a083ce2ca03791a32e8ccbd, regionState=OPENING, regionLocation=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:28,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ecf4493adadbb5c93b6817c93475a421, regionState=OPENING, regionLocation=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:28,474 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5a5347444c4284320850f7854a993a4a, regionState=OPENING, regionLocation=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:28,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9086f6c625c330846f0e55f0ce22d3f2, ASSIGN because future has completed 2024-11-22T16:14:28,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd3520036e0749a79f5fe5994e7bfa3d, server=93fb7f16a334,41547,1732292056491}] 2024-11-22T16:14:28,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9086f6c625c330846f0e55f0ce22d3f2, server=93fb7f16a334,41547,1732292056491}] 2024-11-22T16:14:28,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4aff28ddb9206477eb3de29aa350cb5, ASSIGN because future has completed 2024-11-22T16:14:28,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4aff28ddb9206477eb3de29aa350cb5, server=93fb7f16a334,41547,1732292056491}] 2024-11-22T16:14:28,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eaa09baecb08c126d1f8963464f15e30, ASSIGN because future has completed 2024-11-22T16:14:28,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdd35247148864cf0a4978f57b98cecd, ASSIGN because future has completed 2024-11-22T16:14:28,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaa09baecb08c126d1f8963464f15e30, server=93fb7f16a334,41531,1732292056410}] 2024-11-22T16:14:28,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b50f5f20e2691eab41a88a5b2e0ad10a, ASSIGN because future has completed 2024-11-22T16:14:28,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bc540d7449c7e7b67aa87a87c246fd8, ASSIGN because future has completed 2024-11-22T16:14:28,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b50f5f20e2691eab41a88a5b2e0ad10a, server=93fb7f16a334,41531,1732292056410}] 2024-11-22T16:14:28,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63c7e4403a083ce2ca03791a32e8ccbd, ASSIGN because future has completed 2024-11-22T16:14:28,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc540d7449c7e7b67aa87a87c246fd8, server=93fb7f16a334,40845,1732292056449}] 2024-11-22T16:14:28,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdd35247148864cf0a4978f57b98cecd, server=93fb7f16a334,41531,1732292056410}] 2024-11-22T16:14:28,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecf4493adadbb5c93b6817c93475a421, ASSIGN because future has completed 2024-11-22T16:14:28,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a5347444c4284320850f7854a993a4a, ASSIGN because future has completed 2024-11-22T16:14:28,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a5347444c4284320850f7854a993a4a, server=93fb7f16a334,40845,1732292056449}] 2024-11-22T16:14:28,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63c7e4403a083ce2ca03791a32e8ccbd, server=93fb7f16a334,40845,1732292056449}] 2024-11-22T16:14:28,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecf4493adadbb5c93b6817c93475a421, server=93fb7f16a334,40845,1732292056449}] 2024-11-22T16:14:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:14:29,074 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:14:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:14:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:14:32,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:32,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:32,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:32,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:14:32,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:33,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:33,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:14:36,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:14:36,679 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:14:36,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:14:36,680 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T16:14:38,502 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:14:38,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:14:38,513 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5. 2024-11-22T16:14:38,513 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f4aff28ddb9206477eb3de29aa350cb5, NAME => 'SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T16:14:38,514 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:38,514 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:38,515 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:38,515 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:38,517 INFO [StoreOpener-f4aff28ddb9206477eb3de29aa350cb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:38,518 INFO [StoreOpener-f4aff28ddb9206477eb3de29aa350cb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4aff28ddb9206477eb3de29aa350cb5 columnFamilyName cf 2024-11-22T16:14:38,518 DEBUG [StoreOpener-f4aff28ddb9206477eb3de29aa350cb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:38,519 INFO [StoreOpener-f4aff28ddb9206477eb3de29aa350cb5-1 {}] regionserver.HStore(327): Store=f4aff28ddb9206477eb3de29aa350cb5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:38,522 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:38,523 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:38,524 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:38,524 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:38,524 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:38,547 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:38,554 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:14:38,555 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/f4aff28ddb9206477eb3de29aa350cb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:38,556 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f4aff28ddb9206477eb3de29aa350cb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74850960, jitterRate=0.11536622047424316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:14:38,556 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:38,556 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f4aff28ddb9206477eb3de29aa350cb5: Running coprocessor pre-open hook at 1732292078515Writing region info on filesystem at 1732292078515Initializing all the Stores at 1732292078516 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292078516Cleaning up temporary data from old regions at 1732292078524 (+8 ms)Running coprocessor post-open hooks at 1732292078556 (+32 ms)Region opened successfully at 1732292078556 2024-11-22T16:14:38,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:14:38,557 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5., pid=17, masterSystemTime=1732292078502 2024-11-22T16:14:38,560 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5. 2024-11-22T16:14:38,560 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5. 2024-11-22T16:14:38,560 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2. 2024-11-22T16:14:38,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4aff28ddb9206477eb3de29aa350cb5, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,41547,1732292056491 2024-11-22T16:14:38,560 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9086f6c625c330846f0e55f0ce22d3f2, NAME => 'SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T16:14:38,560 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:38,561 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:38,561 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:38,561 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:38,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4aff28ddb9206477eb3de29aa350cb5, server=93fb7f16a334,41547,1732292056491 because future has completed 2024-11-22T16:14:38,569 INFO [StoreOpener-9086f6c625c330846f0e55f0ce22d3f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:38,570 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:14:38,570 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => eaa09baecb08c126d1f8963464f15e30, NAME => 'SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T16:14:38,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-22T16:14:38,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f4aff28ddb9206477eb3de29aa350cb5, server=93fb7f16a334,41547,1732292056491 in 10.0620 sec 2024-11-22T16:14:38,572 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:38,572 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:38,572 INFO [StoreOpener-9086f6c625c330846f0e55f0ce22d3f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9086f6c625c330846f0e55f0ce22d3f2 columnFamilyName cf 2024-11-22T16:14:38,572 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:38,572 DEBUG [StoreOpener-9086f6c625c330846f0e55f0ce22d3f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:38,572 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:38,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4aff28ddb9206477eb3de29aa350cb5, ASSIGN in 10.2650 sec 2024-11-22T16:14:38,573 INFO [StoreOpener-9086f6c625c330846f0e55f0ce22d3f2-1 {}] regionserver.HStore(327): Store=9086f6c625c330846f0e55f0ce22d3f2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:38,573 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:38,574 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:14:38,574 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:38,574 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 63c7e4403a083ce2ca03791a32e8ccbd, NAME => 'SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T16:14:38,575 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:38,575 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:38,575 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:38,575 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:38,575 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:38,575 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:38,576 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:38,576 INFO [StoreOpener-eaa09baecb08c126d1f8963464f15e30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:38,577 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:38,581 INFO [StoreOpener-eaa09baecb08c126d1f8963464f15e30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa09baecb08c126d1f8963464f15e30 columnFamilyName cf 2024-11-22T16:14:38,581 DEBUG [StoreOpener-eaa09baecb08c126d1f8963464f15e30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:38,581 INFO [StoreOpener-eaa09baecb08c126d1f8963464f15e30-1 {}] regionserver.HStore(327): Store=eaa09baecb08c126d1f8963464f15e30/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:38,581 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:38,582 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:38,583 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:38,583 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:38,583 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:38,585 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:38,586 INFO [StoreOpener-63c7e4403a083ce2ca03791a32e8ccbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:38,589 INFO [StoreOpener-63c7e4403a083ce2ca03791a32e8ccbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63c7e4403a083ce2ca03791a32e8ccbd columnFamilyName cf 2024-11-22T16:14:38,589 DEBUG [StoreOpener-63c7e4403a083ce2ca03791a32e8ccbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:38,590 INFO [StoreOpener-63c7e4403a083ce2ca03791a32e8ccbd-1 {}] regionserver.HStore(327): Store=63c7e4403a083ce2ca03791a32e8ccbd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:38,590 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:38,592 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:38,595 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:38,595 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:38,595 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:38,597 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:38,605 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/9086f6c625c330846f0e55f0ce22d3f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:38,606 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9086f6c625c330846f0e55f0ce22d3f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64501895, jitterRate=-0.03884686529636383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:14:38,606 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:38,606 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9086f6c625c330846f0e55f0ce22d3f2: Running coprocessor pre-open hook at 1732292078561Writing region info on filesystem at 1732292078561Initializing all the Stores at 1732292078562 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292078562Cleaning up temporary data from old regions at 1732292078576 (+14 ms)Running coprocessor post-open hooks at 1732292078606 (+30 ms)Region opened successfully at 1732292078606 2024-11-22T16:14:38,607 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/63c7e4403a083ce2ca03791a32e8ccbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:38,608 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2., pid=16, masterSystemTime=1732292078502 2024-11-22T16:14:38,608 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/eaa09baecb08c126d1f8963464f15e30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:38,608 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 63c7e4403a083ce2ca03791a32e8ccbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73613591, jitterRate=0.09692798554897308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:14:38,608 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:38,608 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 63c7e4403a083ce2ca03791a32e8ccbd: Running coprocessor pre-open hook at 1732292078575Writing region info on filesystem at 1732292078575Initializing all the Stores at 1732292078576 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292078576Cleaning up temporary data from old regions at 1732292078595 (+19 ms)Running coprocessor post-open hooks at 1732292078608 (+13 ms)Region opened successfully at 1732292078608 2024-11-22T16:14:38,610 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened eaa09baecb08c126d1f8963464f15e30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73021790, jitterRate=0.08810946345329285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:14:38,610 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:38,610 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for eaa09baecb08c126d1f8963464f15e30: Running coprocessor pre-open hook at 1732292078573Writing region info on filesystem at 1732292078573Initializing all the Stores at 1732292078576 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292078576Cleaning up temporary data from old regions at 1732292078583 (+7 ms)Running coprocessor post-open hooks at 1732292078610 (+27 ms)Region opened successfully at 1732292078610 2024-11-22T16:14:38,610 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2. 2024-11-22T16:14:38,611 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2. 2024-11-22T16:14:38,611 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. 2024-11-22T16:14:38,611 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => cd3520036e0749a79f5fe5994e7bfa3d, NAME => 'SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T16:14:38,611 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:38,611 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:38,611 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:38,612 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:38,613 INFO [StoreOpener-cd3520036e0749a79f5fe5994e7bfa3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:38,615 INFO [StoreOpener-cd3520036e0749a79f5fe5994e7bfa3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd3520036e0749a79f5fe5994e7bfa3d columnFamilyName cf 2024-11-22T16:14:38,615 DEBUG [StoreOpener-cd3520036e0749a79f5fe5994e7bfa3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:38,615 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd., pid=22, masterSystemTime=1732292078553 2024-11-22T16:14:38,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9086f6c625c330846f0e55f0ce22d3f2, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,41547,1732292056491 2024-11-22T16:14:38,616 INFO [StoreOpener-cd3520036e0749a79f5fe5994e7bfa3d-1 {}] regionserver.HStore(327): Store=cd3520036e0749a79f5fe5994e7bfa3d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:38,616 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:38,617 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:38,618 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:38,618 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30., pid=18, masterSystemTime=1732292078553 2024-11-22T16:14:38,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9086f6c625c330846f0e55f0ce22d3f2, server=93fb7f16a334,41547,1732292056491 because future has completed 2024-11-22T16:14:38,621 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:14:38,621 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:14:38,621 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:14:38,621 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a5347444c4284320850f7854a993a4a, NAME => 'SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T16:14:38,622 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:38,622 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:38,622 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:38,622 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:38,622 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:38,622 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:38,623 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=63c7e4403a083ce2ca03791a32e8ccbd, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:38,625 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:38,625 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:14:38,626 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:14:38,626 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:14:38,626 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b50f5f20e2691eab41a88a5b2e0ad10a, NAME => 'SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T16:14:38,626 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:38,626 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:38,626 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:38,626 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:38,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eaa09baecb08c126d1f8963464f15e30, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,41531,1732292056410 2024-11-22T16:14:38,627 INFO [StoreOpener-5a5347444c4284320850f7854a993a4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:38,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63c7e4403a083ce2ca03791a32e8ccbd, server=93fb7f16a334,40845,1732292056449 because future has completed 2024-11-22T16:14:38,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaa09baecb08c126d1f8963464f15e30, server=93fb7f16a334,41531,1732292056410 because future has completed 2024-11-22T16:14:38,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-22T16:14:38,635 INFO [StoreOpener-5a5347444c4284320850f7854a993a4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a5347444c4284320850f7854a993a4a columnFamilyName cf 2024-11-22T16:14:38,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9086f6c625c330846f0e55f0ce22d3f2, server=93fb7f16a334,41547,1732292056491 in 10.1330 sec 2024-11-22T16:14:38,635 DEBUG [StoreOpener-5a5347444c4284320850f7854a993a4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:38,637 INFO [StoreOpener-5a5347444c4284320850f7854a993a4a-1 {}] regionserver.HStore(327): Store=5a5347444c4284320850f7854a993a4a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:38,637 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:38,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-22T16:14:38,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 63c7e4403a083ce2ca03791a32e8ccbd, server=93fb7f16a334,40845,1732292056449 in 10.0810 sec 2024-11-22T16:14:38,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-22T16:14:38,640 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:38,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9086f6c625c330846f0e55f0ce22d3f2, ASSIGN in 10.3290 sec 2024-11-22T16:14:38,641 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:38,641 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:38,642 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:38,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63c7e4403a083ce2ca03791a32e8ccbd, ASSIGN in 10.3320 sec 2024-11-22T16:14:38,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure eaa09baecb08c126d1f8963464f15e30, server=93fb7f16a334,41531,1732292056410 in 10.1150 sec 2024-11-22T16:14:38,641 INFO [StoreOpener-b50f5f20e2691eab41a88a5b2e0ad10a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:38,644 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:38,645 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/cd3520036e0749a79f5fe5994e7bfa3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:38,645 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened cd3520036e0749a79f5fe5994e7bfa3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60140894, jitterRate=-0.10383084416389465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:14:38,645 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:38,646 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for cd3520036e0749a79f5fe5994e7bfa3d: Running coprocessor pre-open hook at 1732292078612Writing region info on filesystem at 1732292078612Initializing all the Stores at 1732292078613 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292078613Cleaning up temporary data from old regions at 1732292078622 (+9 ms)Running coprocessor post-open hooks at 1732292078645 (+23 ms)Region opened successfully at 1732292078645 2024-11-22T16:14:38,647 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d., pid=15, masterSystemTime=1732292078502 2024-11-22T16:14:38,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eaa09baecb08c126d1f8963464f15e30, ASSIGN in 10.3350 sec 2024-11-22T16:14:38,650 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. 2024-11-22T16:14:38,650 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. 2024-11-22T16:14:38,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=cd3520036e0749a79f5fe5994e7bfa3d, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,41547,1732292056491 2024-11-22T16:14:38,650 INFO [StoreOpener-b50f5f20e2691eab41a88a5b2e0ad10a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b50f5f20e2691eab41a88a5b2e0ad10a columnFamilyName cf 2024-11-22T16:14:38,651 DEBUG [StoreOpener-b50f5f20e2691eab41a88a5b2e0ad10a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:38,653 INFO [StoreOpener-b50f5f20e2691eab41a88a5b2e0ad10a-1 {}] regionserver.HStore(327): Store=b50f5f20e2691eab41a88a5b2e0ad10a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:38,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd3520036e0749a79f5fe5994e7bfa3d, server=93fb7f16a334,41547,1732292056491 because future has completed 2024-11-22T16:14:38,653 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:38,654 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:38,655 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:38,655 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:38,656 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:38,658 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:38,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-22T16:14:38,662 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/5a5347444c4284320850f7854a993a4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:38,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd3520036e0749a79f5fe5994e7bfa3d, ASSIGN in 10.3540 sec 2024-11-22T16:14:38,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure cd3520036e0749a79f5fe5994e7bfa3d, server=93fb7f16a334,41547,1732292056491 in 10.1730 sec 2024-11-22T16:14:38,664 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5a5347444c4284320850f7854a993a4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70661670, jitterRate=0.052940934896469116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:14:38,664 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:38,664 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5a5347444c4284320850f7854a993a4a: Running coprocessor pre-open hook at 1732292078622Writing region info on filesystem at 1732292078622Initializing all the Stores at 1732292078624 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292078624Cleaning up temporary data from old regions at 1732292078642 (+18 ms)Running coprocessor post-open hooks at 1732292078664 (+22 ms)Region opened successfully at 1732292078664 2024-11-22T16:14:38,667 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a., pid=23, masterSystemTime=1732292078553 2024-11-22T16:14:38,670 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:14:38,670 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:14:38,670 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:14:38,670 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bc540d7449c7e7b67aa87a87c246fd8, NAME => 'SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T16:14:38,671 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:38,671 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:38,671 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:38,671 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:38,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5a5347444c4284320850f7854a993a4a, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:38,679 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/b50f5f20e2691eab41a88a5b2e0ad10a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:38,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a5347444c4284320850f7854a993a4a, server=93fb7f16a334,40845,1732292056449 because future has completed 2024-11-22T16:14:38,679 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b50f5f20e2691eab41a88a5b2e0ad10a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72567759, jitterRate=0.081343874335289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:14:38,680 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:38,680 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b50f5f20e2691eab41a88a5b2e0ad10a: Running coprocessor pre-open hook at 1732292078627Writing region info on filesystem at 1732292078627Initializing all the Stores at 1732292078628 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292078628Cleaning up temporary data from old regions at 1732292078656 (+28 ms)Running coprocessor post-open hooks at 1732292078680 (+24 ms)Region opened successfully at 1732292078680 2024-11-22T16:14:38,681 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a., pid=19, masterSystemTime=1732292078553 2024-11-22T16:14:38,684 INFO [StoreOpener-0bc540d7449c7e7b67aa87a87c246fd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:38,689 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:14:38,690 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:14:38,690 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:14:38,690 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fdd35247148864cf0a4978f57b98cecd, NAME => 'SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T16:14:38,690 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:38,691 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:38,691 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:38,691 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:38,693 INFO [StoreOpener-0bc540d7449c7e7b67aa87a87c246fd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc540d7449c7e7b67aa87a87c246fd8 columnFamilyName cf 2024-11-22T16:14:38,694 DEBUG [StoreOpener-0bc540d7449c7e7b67aa87a87c246fd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:38,695 INFO [StoreOpener-0bc540d7449c7e7b67aa87a87c246fd8-1 {}] regionserver.HStore(327): Store=0bc540d7449c7e7b67aa87a87c246fd8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:38,696 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:38,698 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:38,699 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:38,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b50f5f20e2691eab41a88a5b2e0ad10a, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,41531,1732292056410 2024-11-22T16:14:38,700 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:38,700 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:38,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-22T16:14:38,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a5347444c4284320850f7854a993a4a, server=93fb7f16a334,40845,1732292056449 in 10.1380 sec 2024-11-22T16:14:38,704 INFO [StoreOpener-fdd35247148864cf0a4978f57b98cecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:38,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a5347444c4284320850f7854a993a4a, ASSIGN in 10.3950 sec 2024-11-22T16:14:38,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b50f5f20e2691eab41a88a5b2e0ad10a, server=93fb7f16a334,41531,1732292056410 because future has completed 2024-11-22T16:14:38,714 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:38,717 INFO [StoreOpener-fdd35247148864cf0a4978f57b98cecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdd35247148864cf0a4978f57b98cecd columnFamilyName cf 2024-11-22T16:14:38,718 DEBUG [StoreOpener-fdd35247148864cf0a4978f57b98cecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:38,718 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/0bc540d7449c7e7b67aa87a87c246fd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:38,718 INFO [StoreOpener-fdd35247148864cf0a4978f57b98cecd-1 {}] regionserver.HStore(327): Store=fdd35247148864cf0a4978f57b98cecd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:38,718 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:38,719 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0bc540d7449c7e7b67aa87a87c246fd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68124486, jitterRate=0.015133947134017944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:14:38,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-22T16:14:38,719 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:38,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b50f5f20e2691eab41a88a5b2e0ad10a, server=93fb7f16a334,41531,1732292056410 in 10.1820 sec 2024-11-22T16:14:38,719 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0bc540d7449c7e7b67aa87a87c246fd8: Running coprocessor pre-open hook at 1732292078671Writing region info on filesystem at 1732292078671Initializing all the Stores at 1732292078675 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292078675Cleaning up temporary data from old regions at 1732292078700 (+25 ms)Running coprocessor post-open hooks at 1732292078719 (+19 ms)Region opened successfully at 1732292078719 2024-11-22T16:14:38,720 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:38,720 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8., pid=20, masterSystemTime=1732292078553 2024-11-22T16:14:38,721 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:38,721 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:38,721 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:38,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b50f5f20e2691eab41a88a5b2e0ad10a, ASSIGN in 10.4140 sec 2024-11-22T16:14:38,724 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:14:38,724 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:14:38,724 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:14:38,725 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ecf4493adadbb5c93b6817c93475a421, NAME => 'SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T16:14:38,725 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:38,725 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:14:38,725 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:38,725 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:38,727 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:38,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0bc540d7449c7e7b67aa87a87c246fd8, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:38,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc540d7449c7e7b67aa87a87c246fd8, server=93fb7f16a334,40845,1732292056449 because future has completed 2024-11-22T16:14:38,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-22T16:14:38,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bc540d7449c7e7b67aa87a87c246fd8, server=93fb7f16a334,40845,1732292056449 in 10.1930 sec 2024-11-22T16:14:38,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc540d7449c7e7b67aa87a87c246fd8, ASSIGN in 10.4320 sec 2024-11-22T16:14:38,744 INFO [StoreOpener-ecf4493adadbb5c93b6817c93475a421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:38,745 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/fdd35247148864cf0a4978f57b98cecd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:38,746 INFO [StoreOpener-ecf4493adadbb5c93b6817c93475a421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecf4493adadbb5c93b6817c93475a421 columnFamilyName cf 2024-11-22T16:14:38,747 DEBUG [StoreOpener-ecf4493adadbb5c93b6817c93475a421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:14:38,747 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fdd35247148864cf0a4978f57b98cecd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70491147, jitterRate=0.05039994418621063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:14:38,747 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:38,747 INFO [StoreOpener-ecf4493adadbb5c93b6817c93475a421-1 {}] regionserver.HStore(327): Store=ecf4493adadbb5c93b6817c93475a421/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:14:38,747 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fdd35247148864cf0a4978f57b98cecd: Running coprocessor pre-open hook at 1732292078691Writing region info on filesystem at 1732292078691Initializing all the Stores at 1732292078693 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292078693Cleaning up temporary data from old regions at 1732292078721 (+28 ms)Running coprocessor post-open hooks at 1732292078747 (+26 ms)Region opened successfully at 1732292078747 2024-11-22T16:14:38,748 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:38,749 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd., pid=21, masterSystemTime=1732292078553 2024-11-22T16:14:38,749 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:38,749 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:38,750 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:38,750 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:38,751 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:14:38,751 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:14:38,752 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdd35247148864cf0a4978f57b98cecd, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,41531,1732292056410 2024-11-22T16:14:38,755 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:38,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdd35247148864cf0a4978f57b98cecd, server=93fb7f16a334,41531,1732292056410 because future has completed 2024-11-22T16:14:38,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-22T16:14:38,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fdd35247148864cf0a4978f57b98cecd, server=93fb7f16a334,41531,1732292056410 in 10.2120 sec 2024-11-22T16:14:38,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdd35247148864cf0a4978f57b98cecd, ASSIGN in 10.4570 sec 2024-11-22T16:14:38,777 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/ecf4493adadbb5c93b6817c93475a421/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:14:38,778 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ecf4493adadbb5c93b6817c93475a421; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66423498, jitterRate=-0.010212749242782593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T16:14:38,778 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:38,779 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ecf4493adadbb5c93b6817c93475a421: Running coprocessor pre-open hook at 1732292078726Writing region info on filesystem at 1732292078726Initializing all the Stores at 1732292078728 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292078728Cleaning up temporary data from old regions at 1732292078750 (+22 ms)Running coprocessor post-open hooks at 1732292078778 (+28 ms)Region opened successfully at 1732292078778 2024-11-22T16:14:38,779 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421., pid=24, masterSystemTime=1732292078553 2024-11-22T16:14:38,782 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:14:38,782 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:14:38,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ecf4493adadbb5c93b6817c93475a421, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:38,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecf4493adadbb5c93b6817c93475a421, server=93fb7f16a334,40845,1732292056449 because future has completed 2024-11-22T16:14:38,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-22T16:14:38,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ecf4493adadbb5c93b6817c93475a421, server=93fb7f16a334,40845,1732292056449 in 10.2340 sec 2024-11-22T16:14:38,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-22T16:14:38,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecf4493adadbb5c93b6817c93475a421, ASSIGN in 10.4830 sec 2024-11-22T16:14:38,795 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:14:38,795 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292078795"}]},"ts":"1732292078795"} 2024-11-22T16:14:38,798 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T16:14:38,800 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:14:38,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0560 sec 2024-11-22T16:14:41,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T16:14:43,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:43,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:43,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:44,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:14:44,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:44,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:44,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:14:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:14:45,963 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T16:14:45,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T16:14:45,964 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T16:14:45,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T16:14:45,969 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T16:14:45,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T16:14:46,001 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd., hostname=93fb7f16a334,40845,1732292056449, seqNum=2] 2024-11-22T16:14:46,003 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd., hostname=93fb7f16a334,40845,1732292056449, seqNum=2] 2024-11-22T16:14:46,004 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd., hostname=93fb7f16a334,40845,1732292056449, seqNum=2] 2024-11-22T16:14:46,005 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd., hostname=93fb7f16a334,40845,1732292056449, seqNum=2] 2024-11-22T16:14:46,005 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd., hostname=93fb7f16a334,40845,1732292056449, seqNum=2] 2024-11-22T16:14:46,037 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30., hostname=93fb7f16a334,41531,1732292056410, seqNum=2] 2024-11-22T16:14:46,038 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30., hostname=93fb7f16a334,41531,1732292056410, seqNum=2] 2024-11-22T16:14:46,039 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30., hostname=93fb7f16a334,41531,1732292056410, seqNum=2] 2024-11-22T16:14:46,040 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30., hostname=93fb7f16a334,41531,1732292056410, seqNum=2] 2024-11-22T16:14:46,070 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d., hostname=93fb7f16a334,41547,1732292056491, seqNum=2] 2024-11-22T16:14:46,071 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d., hostname=93fb7f16a334,41547,1732292056491, seqNum=2] 2024-11-22T16:14:46,072 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d., hostname=93fb7f16a334,41547,1732292056491, seqNum=2] 2024-11-22T16:14:46,073 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d., hostname=93fb7f16a334,41547,1732292056491, seqNum=2] 2024-11-22T16:14:46,126 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8., hostname=93fb7f16a334,40845,1732292056449, seqNum=2] 2024-11-22T16:14:46,128 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8., hostname=93fb7f16a334,40845,1732292056449, seqNum=2] 2024-11-22T16:14:46,129 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8., hostname=93fb7f16a334,40845,1732292056449, seqNum=2] 2024-11-22T16:14:46,131 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8., hostname=93fb7f16a334,40845,1732292056449, seqNum=2] 2024-11-22T16:14:46,131 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8., hostname=93fb7f16a334,40845,1732292056449, seqNum=2] 2024-11-22T16:14:46,202 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:14:46,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:14:46,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:14:46,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:14:46,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:14:46,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41547 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T16:14:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:14:46,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T16:14:46,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T16:14:47,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40845 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T16:14:47,319 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T16:14:47,320 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T16:14:47,321 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T16:14:47,335 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T16:14:47,338 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T16:14:47,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741848_1024 (size=49) 2024-11-22T16:14:47,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741848_1024 (size=49) 2024-11-22T16:14:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741848_1024 (size=49) 2024-11-22T16:14:47,363 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T16:14:47,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4aff28ddb9206477eb3de29aa350cb5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b50f5f20e2691eab41a88a5b2e0ad10a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecf4493adadbb5c93b6817c93475a421}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a5347444c4284320850f7854a993a4a}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdd35247148864cf0a4978f57b98cecd}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9086f6c625c330846f0e55f0ce22d3f2}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63c7e4403a083ce2ca03791a32e8ccbd}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaa09baecb08c126d1f8963464f15e30}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd3520036e0749a79f5fe5994e7bfa3d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc540d7449c7e7b67aa87a87c246fd8}] 2024-11-22T16:14:47,365 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:47,366 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:47,366 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:47,366 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:47,366 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:47,370 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:47,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:47,371 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:47,372 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:47,372 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:51,254 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-22T16:14:57,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T16:14:57,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T16:14:57,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T16:14:57,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T16:14:57,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T16:14:57,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5. 2024-11-22T16:14:57,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T16:14:57,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f4aff28ddb9206477eb3de29aa350cb5: 2024-11-22T16:14:57,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:14:57,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5. for SnapshotProcedureTest completed. 2024-11-22T16:14:57,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. 2024-11-22T16:14:57,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ecf4493adadbb5c93b6817c93475a421: 2024-11-22T16:14:57,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. for SnapshotProcedureTest completed. 2024-11-22T16:14:57,369 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing cd3520036e0749a79f5fe5994e7bfa3d 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-22T16:14:57,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:14:57,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:14:57,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:14:57,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:14:57,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T16:14:57,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:14:57,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T16:14:57,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5a5347444c4284320850f7854a993a4a: 2024-11-22T16:14:57,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. for SnapshotProcedureTest completed. 2024-11-22T16:14:57,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:14:57,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:14:57,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:14:57,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2. 2024-11-22T16:14:57,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9086f6c625c330846f0e55f0ce22d3f2: 2024-11-22T16:14:57,372 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing eaa09baecb08c126d1f8963464f15e30 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-22T16:14:57,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2. for SnapshotProcedureTest completed. 2024-11-22T16:14:57,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:14:57,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:14:57,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T16:14:57,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:14:57,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b50f5f20e2691eab41a88a5b2e0ad10a: 2024-11-22T16:14:57,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T16:14:57,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:14:57,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. for SnapshotProcedureTest completed. 2024-11-22T16:14:57,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,374 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 0bc540d7449c7e7b67aa87a87c246fd8 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-22T16:14:57,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:14:57,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:14:57,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:14:57,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for fdd35247148864cf0a4978f57b98cecd: 2024-11-22T16:14:57,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. for SnapshotProcedureTest completed. 2024-11-22T16:14:57,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:14:57,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T16:14:57,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/eaa09baecb08c126d1f8963464f15e30/.tmp/cf/727ddb70b2be4ef89c9d709c6b04af33 is 34, key is baa/cf:cf/1732292086789/Put/seqid=0 2024-11-22T16:14:57,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/cd3520036e0749a79f5fe5994e7bfa3d/.tmp/cf/0c5bf8e8acc2428e8cf03450c1922c6f is 34, key is ccd/cf:cf/1732292086779/Put/seqid=0 2024-11-22T16:14:57,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741849_1025 (size=57) 2024-11-22T16:14:57,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741849_1025 (size=57) 2024-11-22T16:14:57,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741849_1025 (size=57) 2024-11-22T16:14:57,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732292067743.f4aff28ddb9206477eb3de29aa350cb5. 2024-11-22T16:14:57,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T16:14:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T16:14:57,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:57,443 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4aff28ddb9206477eb3de29aa350cb5 2024-11-22T16:14:57,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f4aff28ddb9206477eb3de29aa350cb5 in 10.0810 sec 2024-11-22T16:14:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741851_1027 (size=65) 2024-11-22T16:14:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741851_1027 (size=65) 2024-11-22T16:14:57,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741851_1027 (size=65) 2024-11-22T16:14:57,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:14:57,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T16:14:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T16:14:57,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:57,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:14:57,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fdd35247148864cf0a4978f57b98cecd in 10.1320 sec 2024-11-22T16:14:57,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/0bc540d7449c7e7b67aa87a87c246fd8/.tmp/cf/39379a86bb004c2e81abc01dde7eb6b1 is 34, key is eaa/cf:cf/1732292087228/Put/seqid=0 2024-11-22T16:14:57,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741854_1030 (size=65) 2024-11-22T16:14:57,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741854_1030 (size=65) 2024-11-22T16:14:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741854_1030 (size=65) 2024-11-22T16:14:57,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:14:57,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T16:14:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T16:14:57,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:57,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:14:57,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b50f5f20e2691eab41a88a5b2e0ad10a in 10.1880 sec 2024-11-22T16:14:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741850_1026 (size=65) 2024-11-22T16:14:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741850_1026 (size=65) 2024-11-22T16:14:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741850_1026 (size=65) 2024-11-22T16:14:57,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732292067743.9086f6c625c330846f0e55f0ce22d3f2. 2024-11-22T16:14:57,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T16:14:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T16:14:57,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:57,577 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9086f6c625c330846f0e55f0ce22d3f2 2024-11-22T16:14:57,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9086f6c625c330846f0e55f0ce22d3f2 in 10.2160 sec 2024-11-22T16:14:57,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741852_1028 (size=65) 2024-11-22T16:14:57,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741852_1028 (size=65) 2024-11-22T16:14:57,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741852_1028 (size=65) 2024-11-22T16:14:57,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:14:57,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T16:14:57,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:14:57,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741853_1029 (size=65) 2024-11-22T16:14:57,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741853_1029 (size=65) 2024-11-22T16:14:57,611 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 63c7e4403a083ce2ca03791a32e8ccbd 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-22T16:14:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741853_1029 (size=65) 2024-11-22T16:14:57,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:14:57,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T16:14:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T16:14:57,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:57,613 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:14:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T16:14:57,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:57,616 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a5347444c4284320850f7854a993a4a 2024-11-22T16:14:57,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ecf4493adadbb5c93b6817c93475a421 in 10.2520 sec 2024-11-22T16:14:57,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5a5347444c4284320850f7854a993a4a in 10.2540 sec 2024-11-22T16:14:57,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741856_1032 (size=499309) 2024-11-22T16:14:57,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741856_1032 (size=499309) 2024-11-22T16:14:57,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741856_1032 (size=499309) 2024-11-22T16:14:57,656 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/0bc540d7449c7e7b67aa87a87c246fd8/.tmp/cf/39379a86bb004c2e81abc01dde7eb6b1 2024-11-22T16:14:57,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/63c7e4403a083ce2ca03791a32e8ccbd/.tmp/cf/5892d1e5117d405b81e4f4744d0760c5 is 34, key is aaa/cf:cf/1732292086801/Put/seqid=0 2024-11-22T16:14:57,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741855_1031 (size=28623) 2024-11-22T16:14:57,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741855_1031 (size=28623) 2024-11-22T16:14:57,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741855_1031 (size=28623) 2024-11-22T16:14:57,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/eaa09baecb08c126d1f8963464f15e30/.tmp/cf/727ddb70b2be4ef89c9d709c6b04af33 2024-11-22T16:14:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741857_1033 (size=47197) 2024-11-22T16:14:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741857_1033 (size=47197) 2024-11-22T16:14:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741857_1033 (size=47197) 2024-11-22T16:14:57,710 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/cd3520036e0749a79f5fe5994e7bfa3d/.tmp/cf/0c5bf8e8acc2428e8cf03450c1922c6f 2024-11-22T16:14:57,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/0bc540d7449c7e7b67aa87a87c246fd8/.tmp/cf/39379a86bb004c2e81abc01dde7eb6b1 as hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/0bc540d7449c7e7b67aa87a87c246fd8/cf/39379a86bb004c2e81abc01dde7eb6b1 2024-11-22T16:14:57,738 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/0bc540d7449c7e7b67aa87a87c246fd8/cf/39379a86bb004c2e81abc01dde7eb6b1, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-22T16:14:57,739 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 0bc540d7449c7e7b67aa87a87c246fd8 in 365ms, sequenceid=5, compaction requested=false 2024-11-22T16:14:57,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0bc540d7449c7e7b67aa87a87c246fd8: 2024-11-22T16:14:57,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. for SnapshotProcedureTest completed. 2024-11-22T16:14:57,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:14:57,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/0bc540d7449c7e7b67aa87a87c246fd8/cf/39379a86bb004c2e81abc01dde7eb6b1] hfiles 2024-11-22T16:14:57,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/0bc540d7449c7e7b67aa87a87c246fd8/cf/39379a86bb004c2e81abc01dde7eb6b1 for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/cd3520036e0749a79f5fe5994e7bfa3d/.tmp/cf/0c5bf8e8acc2428e8cf03450c1922c6f as hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/cd3520036e0749a79f5fe5994e7bfa3d/cf/0c5bf8e8acc2428e8cf03450c1922c6f 2024-11-22T16:14:57,757 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/cd3520036e0749a79f5fe5994e7bfa3d/cf/0c5bf8e8acc2428e8cf03450c1922c6f, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-22T16:14:57,758 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for cd3520036e0749a79f5fe5994e7bfa3d in 389ms, sequenceid=5, compaction requested=false 2024-11-22T16:14:57,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for cd3520036e0749a79f5fe5994e7bfa3d: 2024-11-22T16:14:57,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. for SnapshotProcedureTest completed. 2024-11-22T16:14:57,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:14:57,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/cd3520036e0749a79f5fe5994e7bfa3d/cf/0c5bf8e8acc2428e8cf03450c1922c6f] hfiles 2024-11-22T16:14:57,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/cd3520036e0749a79f5fe5994e7bfa3d/cf/0c5bf8e8acc2428e8cf03450c1922c6f for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/eaa09baecb08c126d1f8963464f15e30/.tmp/cf/727ddb70b2be4ef89c9d709c6b04af33 as hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/eaa09baecb08c126d1f8963464f15e30/cf/727ddb70b2be4ef89c9d709c6b04af33 2024-11-22T16:14:57,773 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/eaa09baecb08c126d1f8963464f15e30/cf/727ddb70b2be4ef89c9d709c6b04af33, entries=731, sequenceid=5, filesize=28.0 K 2024-11-22T16:14:57,775 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for eaa09baecb08c126d1f8963464f15e30 in 403ms, sequenceid=5, compaction requested=false 2024-11-22T16:14:57,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for eaa09baecb08c126d1f8963464f15e30: 2024-11-22T16:14:57,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. for SnapshotProcedureTest completed. 2024-11-22T16:14:57,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:14:57,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/eaa09baecb08c126d1f8963464f15e30/cf/727ddb70b2be4ef89c9d709c6b04af33] hfiles 2024-11-22T16:14:57,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/eaa09baecb08c126d1f8963464f15e30/cf/727ddb70b2be4ef89c9d709c6b04af33 for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741858_1034 (size=26918) 2024-11-22T16:14:57,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741858_1034 (size=26918) 2024-11-22T16:14:57,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741858_1034 (size=26918) 2024-11-22T16:14:57,867 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/63c7e4403a083ce2ca03791a32e8ccbd/.tmp/cf/5892d1e5117d405b81e4f4744d0760c5 2024-11-22T16:14:57,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/63c7e4403a083ce2ca03791a32e8ccbd/.tmp/cf/5892d1e5117d405b81e4f4744d0760c5 as hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/63c7e4403a083ce2ca03791a32e8ccbd/cf/5892d1e5117d405b81e4f4744d0760c5 2024-11-22T16:14:57,901 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/63c7e4403a083ce2ca03791a32e8ccbd/cf/5892d1e5117d405b81e4f4744d0760c5, entries=676, sequenceid=5, filesize=26.3 K 2024-11-22T16:14:57,902 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 63c7e4403a083ce2ca03791a32e8ccbd in 292ms, sequenceid=5, compaction requested=false 2024-11-22T16:14:57,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 63c7e4403a083ce2ca03791a32e8ccbd: 2024-11-22T16:14:57,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. for SnapshotProcedureTest completed. 2024-11-22T16:14:57,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T16:14:57,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/63c7e4403a083ce2ca03791a32e8ccbd/cf/5892d1e5117d405b81e4f4744d0760c5] hfiles 2024-11-22T16:14:57,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/63c7e4403a083ce2ca03791a32e8ccbd/cf/5892d1e5117d405b81e4f4744d0760c5 for snapshot=SnapshotProcedureTest 2024-11-22T16:14:57,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741860_1036 (size=105) 2024-11-22T16:14:57,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741860_1036 (size=105) 2024-11-22T16:14:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741860_1036 (size=105) 2024-11-22T16:14:57,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732292067743.cd3520036e0749a79f5fe5994e7bfa3d. 2024-11-22T16:14:57,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T16:14:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T16:14:57,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:57,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd3520036e0749a79f5fe5994e7bfa3d 2024-11-22T16:14:57,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cd3520036e0749a79f5fe5994e7bfa3d in 10.5600 sec 2024-11-22T16:14:57,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741859_1035 (size=97) 2024-11-22T16:14:57,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741859_1035 (size=97) 2024-11-22T16:14:57,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741859_1035 (size=97) 2024-11-22T16:14:57,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:14:57,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T16:14:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T16:14:57,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:57,938 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:14:57,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0bc540d7449c7e7b67aa87a87c246fd8 in 10.5760 sec 2024-11-22T16:14:57,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741861_1037 (size=105) 2024-11-22T16:14:57,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741861_1037 (size=105) 2024-11-22T16:14:57,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741861_1037 (size=105) 2024-11-22T16:14:57,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:14:57,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T16:14:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T16:14:57,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:57,961 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:14:57,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eaa09baecb08c126d1f8963464f15e30 in 10.6000 sec 2024-11-22T16:14:57,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741862_1038 (size=105) 2024-11-22T16:14:57,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741862_1038 (size=105) 2024-11-22T16:14:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741862_1038 (size=105) 2024-11-22T16:14:57,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:14:57,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T16:14:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T16:14:57,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:58,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:14:58,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-22T16:14:58,004 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T16:14:58,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 63c7e4403a083ce2ca03791a32e8ccbd in 10.6380 sec 2024-11-22T16:14:58,005 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T16:14:58,006 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T16:14:58,006 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T16:14:58,009 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T16:14:58,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741863_1039 (size=1174) 2024-11-22T16:14:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741863_1039 (size=1174) 2024-11-22T16:14:58,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741863_1039 (size=1174) 2024-11-22T16:14:58,130 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T16:14:58,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T16:14:58,142 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,41547,1732292056491 2024-11-22T16:14:58,142 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,41547,1732292056491 2024-11-22T16:14:58,142 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,41531,1732292056410 2024-11-22T16:14:58,142 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,41547,1732292056491 2024-11-22T16:14:58,142 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:58,154 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:58,156 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,40845,1732292056449 2024-11-22T16:14:58,156 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,41531,1732292056410 2024-11-22T16:14:58,158 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,41531,1732292056410 2024-11-22T16:14:58,237 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T16:14:59,919 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T16:15:08,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-22T16:15:08,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-22T16:15:08,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-22T16:15:08,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-22T16:15:08,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-22T16:15:08,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-22T16:15:08,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-22T16:15:08,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-22T16:15:08,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-22T16:15:08,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T16:15:08,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T16:15:08,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-22T16:15:08,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-22T16:15:08,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T16:15:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-22T16:15:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T16:15:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-22T16:15:08,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-22T16:15:08,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T16:15:08,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T16:15:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T16:15:08,155 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,40845,1732292056449 Release verify snapshot worker=93fb7f16a334,40845,1732292056449 2024-11-22T16:15:08,155 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41531,1732292056410 Release verify snapshot worker=93fb7f16a334,41531,1732292056410 2024-11-22T16:15:08,156 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41531,1732292056410 Release verify snapshot worker=93fb7f16a334,41531,1732292056410 2024-11-22T16:15:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-22T16:15:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T16:15:08,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T16:15:08,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-22T16:15:08,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-22T16:15:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-22T16:15:08,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-22T16:15:08,161 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,40845,1732292056449 Release verify snapshot worker=93fb7f16a334,40845,1732292056449 2024-11-22T16:15:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-22T16:15:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-22T16:15:08,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41531,1732292056410 in 10.0200 sec 2024-11-22T16:15:08,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41531,1732292056410 in 10.0190 sec 2024-11-22T16:15:08,165 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41547,1732292056491 Release verify snapshot worker=93fb7f16a334,41547,1732292056491 2024-11-22T16:15:08,165 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41547,1732292056491 Release verify snapshot worker=93fb7f16a334,41547,1732292056491 2024-11-22T16:15:08,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,40845,1732292056449 in 10.0250 sec 2024-11-22T16:15:08,166 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,41547,1732292056491 2024-11-22T16:15:08,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41547,1732292056491 in 10.0290 sec 2024-11-22T16:15:08,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,40845,1732292056449 in 10.0190 sec 2024-11-22T16:15:08,168 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,40845,1732292056449 Release verify snapshot worker=93fb7f16a334,40845,1732292056449 2024-11-22T16:15:08,168 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41531,1732292056410 Release verify snapshot worker=93fb7f16a334,41531,1732292056410 2024-11-22T16:15:08,169 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41547,1732292056491 Release verify snapshot worker=93fb7f16a334,41547,1732292056491 2024-11-22T16:15:08,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41547,1732292056491 in 10.0290 sec 2024-11-22T16:15:08,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,40845,1732292056449 in 10.0320 sec 2024-11-22T16:15:08,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41531,1732292056410 in 10.0320 sec 2024-11-22T16:15:08,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41547,1732292056491 in 10.0330 sec 2024-11-22T16:15:08,219 INFO [master/93fb7f16a334:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T16:15:08,219 INFO [master/93fb7f16a334:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T16:15:08,238 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 93fb7f16a334,41547,1732292056491 2024-11-22T16:15:08,238 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 93fb7f16a334,41547,1732292056491: Simulated kill ***** 2024-11-22T16:15:08,238 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:15:08,238 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:15:08,239 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:15:08,239 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:15:08,239 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:15:08,239 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 472544672 }, "NonHeapMemoryUsage": { "committed": 177733632, "init": 7667712, "max": -1, "used": 173435688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T16:15:08,240 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46633 {}] master.MasterRpcServices(700): 93fb7f16a334,41547,1732292056491 reported a fatal error: ***** ABORTING region server 93fb7f16a334,41547,1732292056491: Simulated kill ***** 2024-11-22T16:15:08,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,41547,1732292056491' ***** 2024-11-22T16:15:08,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-22T16:15:08,241 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:15:08,241 INFO [RS:2;93fb7f16a334:41547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T16:15:08,241 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:15:08,241 INFO [RS:2;93fb7f16a334:41547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T16:15:08,241 INFO [RS:2;93fb7f16a334:41547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:15:08,241 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T16:15:08,241 INFO [RS:2;93fb7f16a334:41547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;93fb7f16a334:41547. 2024-11-22T16:15:08,241 DEBUG [RS:2;93fb7f16a334:41547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:15:08,241 DEBUG [RS:2;93fb7f16a334:41547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:15:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741834_1010 (size=1473) 2024-11-22T16:15:08,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741834_1010 (size=1473) 2024-11-22T16:15:08,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741834_1010 (size=1473) 2024-11-22T16:15:08,245 DEBUG [RS:2;93fb7f16a334:41547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:15:08,245 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:15:08,245 INFO [RS:2;93fb7f16a334:41547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41547 2024-11-22T16:15:08,259 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:15:08,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/93fb7f16a334,41547,1732292056491 2024-11-22T16:15:08,295 INFO [RS:2;93fb7f16a334:41547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:15:08,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:15:08,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,41547,1732292056491] 2024-11-22T16:15:08,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/93fb7f16a334,41547,1732292056491 already deleted, retry=false 2024-11-22T16:15:08,317 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 93fb7f16a334,41547,1732292056491 on 93fb7f16a334,46633,1732292056226 2024-11-22T16:15:08,318 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 93fb7f16a334,41547,1732292056491, splitWal=true, meta=false 2024-11-22T16:15:08,318 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 93fb7f16a334,41547,1732292056491 (carryingMeta=false) 93fb7f16a334,41547,1732292056491/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6304a12b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T16:15:08,319 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 93fb7f16a334,41547,1732292056491, splitWal=true, meta=false 2024-11-22T16:15:08,325 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 93fb7f16a334,41547,1732292056491 had 3 regions 2024-11-22T16:15:08,326 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-22T16:15:08,326 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 93fb7f16a334,41547,1732292056491, splitWal=true, meta=false, isMeta: false 2024-11-22T16:15:08,326 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-22T16:15:08,326 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-22T16:15:08,327 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41547,1732292056491 Release verify snapshot worker=93fb7f16a334,41547,1732292056491 2024-11-22T16:15:08,327 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 93fb7f16a334,41547,1732292056491, this operation will be retried to send to another server 2024-11-22T16:15:08,327 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting 2024-11-22T16:15:08,327 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T16:15:08,328 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732292109328 2024-11-22T16:15:08,329 INFO [PEWorker-4 {}] master.SplitWALManager(105): 93fb7f16a334,41547,1732292056491 WAL count=1, meta=false 2024-11-22T16:15:08,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 93fb7f16a334%2C41547%2C1732292056491.1732292057246}] 2024-11-22T16:15:08,331 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=93fb7f16a334,41531,1732292056410 2024-11-22T16:15:08,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 93fb7f16a334%2C41547%2C1732292056491.1732292057246, worker=93fb7f16a334,41531,1732292056410}] 2024-11-22T16:15:08,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:15:08,407 INFO [RS:2;93fb7f16a334:41547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:15:08,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101635310380003, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:15:08,407 INFO [RS:2;93fb7f16a334:41547 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,41547,1732292056491; zookeeper connection closed. 2024-11-22T16:15:08,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e3ff4f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e3ff4f2 2024-11-22T16:15:09,109 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:15:09,109 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:15:09,330 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=93fb7f16a334,41531,1732292056410 2024-11-22T16:15:16,202 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:15:17,115 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-22T16:15:18,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-22T16:15:18,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-22T16:15:18,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-22T16:15:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-22T16:15:18,338 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41531,1732292056410 Release verify snapshot worker=93fb7f16a334,41531,1732292056410 2024-11-22T16:15:18,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-22T16:15:18,342 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T16:15:18,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=93fb7f16a334,41531,1732292056410 in 20.2020 sec 2024-11-22T16:15:18,342 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/.hbase-snapshot/SnapshotProcedureTest 2024-11-22T16:15:18,346 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T16:15:18,346 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-22T16:15:18,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.0280 sec 2024-11-22T16:15:18,359 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246, size=1.4 K (1473bytes) 2024-11-22T16:15:18,359 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246 2024-11-22T16:15:18,360 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246 after 1ms 2024-11-22T16:15:18,363 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246 took 4ms 2024-11-22T16:15:18,366 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f4aff28ddb9206477eb3de29aa350cb5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T16:15:18,367 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 9086f6c625c330846f0e55f0ce22d3f2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T16:15:18,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for cd3520036e0749a79f5fe5994e7bfa3d: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-22T16:15:18,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246 so closing down 2024-11-22T16:15:18,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:15:18,369 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:15:18,369 INFO [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-22T16:15:18,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246, journal: Splitting hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246, size=1.4 K (1473bytes) at 1732292118359Finishing writing output for hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246 so closing down at 1732292118369 (+10 ms)3 split writer threads finished at 1732292118369Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1732292118369 2024-11-22T16:15:18,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246 2024-11-22T16:15:18,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T16:15:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46633 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T16:15:18,373 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting/93fb7f16a334%2C41547%2C1732292056491.1732292057246 to hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/oldWALs 2024-11-22T16:15:18,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T16:15:18,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 93fb7f16a334%2C41547%2C1732292056491.1732292057246, worker=93fb7f16a334,41531,1732292056410 in 10.0410 sec 2024-11-22T16:15:18,378 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=93fb7f16a334,41531,1732292056410 2024-11-22T16:15:18,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T16:15:18,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 93fb7f16a334%2C41547%2C1732292056491.1732292057246, worker=93fb7f16a334,41531,1732292056410 in 10.0490 sec 2024-11-22T16:15:18,382 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting dir is empty, no logs to split. 2024-11-22T16:15:18,383 INFO [PEWorker-1 {}] master.SplitWALManager(105): 93fb7f16a334,41547,1732292056491 WAL count=0, meta=false 2024-11-22T16:15:18,383 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 93fb7f16a334,41547,1732292056491 WAL splitting is done? wals=0, meta=false 2024-11-22T16:15:18,385 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 93fb7f16a334,41547,1732292056491 failed, ignore...File hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/WALs/93fb7f16a334,41547,1732292056491-splitting does not exist. 2024-11-22T16:15:18,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9086f6c625c330846f0e55f0ce22d3f2, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd3520036e0749a79f5fe5994e7bfa3d, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4aff28ddb9206477eb3de29aa350cb5, ASSIGN}] 2024-11-22T16:15:18,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4aff28ddb9206477eb3de29aa350cb5, ASSIGN 2024-11-22T16:15:18,389 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd3520036e0749a79f5fe5994e7bfa3d, ASSIGN 2024-11-22T16:15:18,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9086f6c625c330846f0e55f0ce22d3f2, ASSIGN 2024-11-22T16:15:18,390 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4aff28ddb9206477eb3de29aa350cb5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:15:18,390 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd3520036e0749a79f5fe5994e7bfa3d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:15:18,391 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9086f6c625c330846f0e55f0ce22d3f2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:15:18,540 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(204): Hosts are {93fb7f16a334=0} racks are {/default-rack=0} 2024-11-22T16:15:18,541 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T16:15:18,541 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T16:15:18,541 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T16:15:18,541 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T16:15:18,541 INFO [93fb7f16a334:46633 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T16:15:18,541 INFO [93fb7f16a334:46633 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T16:15:18,541 DEBUG [93fb7f16a334:46633 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T16:15:18,541 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=9086f6c625c330846f0e55f0ce22d3f2, regionState=OPENING, regionLocation=93fb7f16a334,40845,1732292056449 2024-11-22T16:15:18,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=cd3520036e0749a79f5fe5994e7bfa3d, regionState=OPENING, regionLocation=93fb7f16a334,41531,1732292056410 2024-11-22T16:15:18,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=f4aff28ddb9206477eb3de29aa350cb5, regionState=OPENING, regionLocation=93fb7f16a334,41531,1732292056410 2024-11-22T16:15:18,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9086f6c625c330846f0e55f0ce22d3f2, ASSIGN because future has completed 2024-11-22T16:15:18,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9086f6c625c330846f0e55f0ce22d3f2, server=93fb7f16a334,40845,1732292056449}] 2024-11-22T16:15:18,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4aff28ddb9206477eb3de29aa350cb5, ASSIGN because future has completed 2024-11-22T16:15:18,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4aff28ddb9206477eb3de29aa350cb5, server=93fb7f16a334,41531,1732292056410}] 2024-11-22T16:15:18,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd3520036e0749a79f5fe5994e7bfa3d, ASSIGN because future has completed 2024-11-22T16:15:18,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd3520036e0749a79f5fe5994e7bfa3d, server=93fb7f16a334,41531,1732292056410}] 2024-11-22T16:15:18,605 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-22T16:15:18,609 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T16:15:18,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:15:18,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:15:18,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:15:18,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:15:18,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:15:18,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:15:18,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:15:18,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1197060721, stopped=false 2024-11-22T16:15:18,611 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,46633,1732292056226 2024-11-22T16:15:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T16:15:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T16:15:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:15:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:15:18,685 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:15:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T16:15:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:15:18,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:15:18,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:15:18,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:15:18,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,41531,1732292056410' ***** 2024-11-22T16:15:18,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:15:18,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,40845,1732292056449' ***** 2024-11-22T16:15:18,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:15:18,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:15:18,687 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:15:18,687 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:15:18,687 INFO [RS:0;93fb7f16a334:41531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:15:18,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:15:18,687 INFO [RS:0;93fb7f16a334:41531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:15:18,687 INFO [RS:1;93fb7f16a334:40845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:15:18,687 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(3091): Received CLOSE for fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:15:18,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:15:18,687 INFO [RS:1;93fb7f16a334:40845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:15:18,687 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(3091): Received CLOSE for ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:15:18,687 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(3091): Received CLOSE for eaa09baecb08c126d1f8963464f15e30 2024-11-22T16:15:18,687 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(3091): Received CLOSE for b50f5f20e2691eab41a88a5b2e0ad10a 2024-11-22T16:15:18,687 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,41531,1732292056410 2024-11-22T16:15:18,687 INFO [RS:0;93fb7f16a334:41531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:15:18,687 INFO [RS:0;93fb7f16a334:41531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:41531. 2024-11-22T16:15:18,687 DEBUG [RS:0;93fb7f16a334:41531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:15:18,687 DEBUG [RS:0;93fb7f16a334:41531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:15:18,688 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:15:18,688 DEBUG [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(1325): Online Regions={fdd35247148864cf0a4978f57b98cecd=SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd., eaa09baecb08c126d1f8963464f15e30=SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30., b50f5f20e2691eab41a88a5b2e0ad10a=SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a.} 2024-11-22T16:15:18,688 DEBUG [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(1351): Waiting on b50f5f20e2691eab41a88a5b2e0ad10a, eaa09baecb08c126d1f8963464f15e30, fdd35247148864cf0a4978f57b98cecd 2024-11-22T16:15:18,688 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdd35247148864cf0a4978f57b98cecd, disabling compactions & flushes 2024-11-22T16:15:18,688 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:15:18,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:15:18,688 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:15:18,688 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. after waiting 0 ms 2024-11-22T16:15:18,688 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:15:18,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:15:18,689 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a5347444c4284320850f7854a993a4a 2024-11-22T16:15:18,689 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(3091): Received CLOSE for 63c7e4403a083ce2ca03791a32e8ccbd 2024-11-22T16:15:18,689 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bc540d7449c7e7b67aa87a87c246fd8 2024-11-22T16:15:18,689 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,40845,1732292056449 2024-11-22T16:15:18,689 INFO [RS:1;93fb7f16a334:40845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:15:18,689 INFO [RS:1;93fb7f16a334:40845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;93fb7f16a334:40845. 2024-11-22T16:15:18,689 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecf4493adadbb5c93b6817c93475a421, disabling compactions & flushes 2024-11-22T16:15:18,689 DEBUG [RS:1;93fb7f16a334:40845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:15:18,689 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:15:18,689 DEBUG [RS:1;93fb7f16a334:40845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:15:18,689 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:15:18,689 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. after waiting 0 ms 2024-11-22T16:15:18,689 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:15:18,689 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:15:18,689 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:15:18,689 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:15:18,689 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:15:18,691 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T16:15:18,691 DEBUG [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(1325): Online Regions={ecf4493adadbb5c93b6817c93475a421=SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421., 5a5347444c4284320850f7854a993a4a=SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a., 63c7e4403a083ce2ca03791a32e8ccbd=SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd., 0bc540d7449c7e7b67aa87a87c246fd8=SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:15:18,691 DEBUG [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(1351): Waiting on 0bc540d7449c7e7b67aa87a87c246fd8, 1588230740, 5a5347444c4284320850f7854a993a4a, 63c7e4403a083ce2ca03791a32e8ccbd, ecf4493adadbb5c93b6817c93475a421 2024-11-22T16:15:18,691 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:15:18,691 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:15:18,691 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:15:18,691 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:15:18,691 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:15:18,691 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.55 KB heapSize=22.87 KB 2024-11-22T16:15:18,702 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/fdd35247148864cf0a4978f57b98cecd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:15:18,702 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:15:18,702 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdd35247148864cf0a4978f57b98cecd: Waiting for close lock at 1732292118688Running coprocessor pre-close hooks at 1732292118688Disabling compacts and flushes for region at 1732292118688Disabling writes for close at 1732292118688Writing region close event to WAL at 1732292118691 (+3 ms)Running coprocessor post-close hooks at 1732292118702 (+11 ms)Closed at 1732292118702 2024-11-22T16:15:18,703 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732292067743.fdd35247148864cf0a4978f57b98cecd. 2024-11-22T16:15:18,703 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaa09baecb08c126d1f8963464f15e30, disabling compactions & flushes 2024-11-22T16:15:18,703 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:15:18,703 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:15:18,703 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. after waiting 0 ms 2024-11-22T16:15:18,703 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:15:18,707 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/ecf4493adadbb5c93b6817c93475a421/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:15:18,708 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:15:18,708 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecf4493adadbb5c93b6817c93475a421: Waiting for close lock at 1732292118689Running coprocessor pre-close hooks at 1732292118689Disabling compacts and flushes for region at 1732292118689Disabling writes for close at 1732292118689Writing region close event to WAL at 1732292118690 (+1 ms)Running coprocessor post-close hooks at 1732292118708 (+18 ms)Closed at 1732292118708 2024-11-22T16:15:18,708 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732292067743.ecf4493adadbb5c93b6817c93475a421. 2024-11-22T16:15:18,709 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a5347444c4284320850f7854a993a4a, disabling compactions & flushes 2024-11-22T16:15:18,709 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:15:18,709 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:15:18,709 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. after waiting 0 ms 2024-11-22T16:15:18,709 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:15:18,729 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/.tmp/info/0d94daa2e1ee4a5984a4542e69fbafcc is 167, key is SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a./info:regioninfo/1732292078699/Put/seqid=0 2024-11-22T16:15:18,729 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/eaa09baecb08c126d1f8963464f15e30/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:15:18,731 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:15:18,731 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaa09baecb08c126d1f8963464f15e30: Waiting for close lock at 1732292118703Running coprocessor pre-close hooks at 1732292118703Disabling compacts and flushes for region at 1732292118703Disabling writes for close at 1732292118703Writing region close event to WAL at 1732292118716 (+13 ms)Running coprocessor post-close hooks at 1732292118731 (+15 ms)Closed at 1732292118731 2024-11-22T16:15:18,731 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732292067743.eaa09baecb08c126d1f8963464f15e30. 2024-11-22T16:15:18,732 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b50f5f20e2691eab41a88a5b2e0ad10a, disabling compactions & flushes 2024-11-22T16:15:18,732 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:15:18,732 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:15:18,732 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. after waiting 0 ms 2024-11-22T16:15:18,732 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:15:18,747 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/5a5347444c4284320850f7854a993a4a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:15:18,748 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:15:18,748 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a5347444c4284320850f7854a993a4a: Waiting for close lock at 1732292118708Running coprocessor pre-close hooks at 1732292118708Disabling compacts and flushes for region at 1732292118708Disabling writes for close at 1732292118709 (+1 ms)Writing region close event to WAL at 1732292118717 (+8 ms)Running coprocessor post-close hooks at 1732292118748 (+31 ms)Closed at 1732292118748 2024-11-22T16:15:18,748 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732292067743.5a5347444c4284320850f7854a993a4a. 2024-11-22T16:15:18,749 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63c7e4403a083ce2ca03791a32e8ccbd, disabling compactions & flushes 2024-11-22T16:15:18,749 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:15:18,749 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:15:18,749 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. after waiting 0 ms 2024-11-22T16:15:18,749 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:15:18,752 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:15:18,767 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:15:18,778 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/b50f5f20e2691eab41a88a5b2e0ad10a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T16:15:18,779 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:15:18,779 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b50f5f20e2691eab41a88a5b2e0ad10a: Waiting for close lock at 1732292118732Running coprocessor pre-close hooks at 1732292118732Disabling compacts and flushes for region at 1732292118732Disabling writes for close at 1732292118732Writing region close event to WAL at 1732292118758 (+26 ms)Running coprocessor post-close hooks at 1732292118779 (+21 ms)Closed at 1732292118779 2024-11-22T16:15:18,779 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732292067743.b50f5f20e2691eab41a88a5b2e0ad10a. 2024-11-22T16:15:18,803 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/63c7e4403a083ce2ca03791a32e8ccbd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:15:18,804 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:15:18,804 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63c7e4403a083ce2ca03791a32e8ccbd: Waiting for close lock at 1732292118748Running coprocessor pre-close hooks at 1732292118748Disabling compacts and flushes for region at 1732292118748Disabling writes for close at 1732292118749 (+1 ms)Writing region close event to WAL at 1732292118780 (+31 ms)Running coprocessor post-close hooks at 1732292118804 (+24 ms)Closed at 1732292118804 2024-11-22T16:15:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741864_1040 (size=18779) 2024-11-22T16:15:18,804 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732292067743.63c7e4403a083ce2ca03791a32e8ccbd. 2024-11-22T16:15:18,805 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bc540d7449c7e7b67aa87a87c246fd8, disabling compactions & flushes 2024-11-22T16:15:18,805 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:15:18,805 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:15:18,805 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. after waiting 0 ms 2024-11-22T16:15:18,805 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:15:18,806 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.40 KB at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/.tmp/info/0d94daa2e1ee4a5984a4542e69fbafcc 2024-11-22T16:15:18,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741864_1040 (size=18779) 2024-11-22T16:15:18,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741864_1040 (size=18779) 2024-11-22T16:15:18,814 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/default/SPTestTable/0bc540d7449c7e7b67aa87a87c246fd8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:15:18,816 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:15:18,816 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bc540d7449c7e7b67aa87a87c246fd8: Waiting for close lock at 1732292118805Running coprocessor pre-close hooks at 1732292118805Disabling compacts and flushes for region at 1732292118805Disabling writes for close at 1732292118805Writing region close event to WAL at 1732292118809 (+4 ms)Running coprocessor post-close hooks at 1732292118816 (+7 ms)Closed at 1732292118816 2024-11-22T16:15:18,816 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732292067743.0bc540d7449c7e7b67aa87a87c246fd8. 2024-11-22T16:15:18,836 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/.tmp/ns/d9bd2c640bac41f1a49a4ee3e3df001c is 43, key is default/ns:d/1732292067587/Put/seqid=0 2024-11-22T16:15:18,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741865_1041 (size=5153) 2024-11-22T16:15:18,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741865_1041 (size=5153) 2024-11-22T16:15:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741865_1041 (size=5153) 2024-11-22T16:15:18,865 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/.tmp/ns/d9bd2c640bac41f1a49a4ee3e3df001c 2024-11-22T16:15:18,888 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,41531,1732292056410; all regions closed. 2024-11-22T16:15:18,891 DEBUG [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:15:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741835_1011 (size=2364) 2024-11-22T16:15:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741835_1011 (size=2364) 2024-11-22T16:15:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741835_1011 (size=2364) 2024-11-22T16:15:18,893 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/.tmp/table/37c803b9f3d24ca6ae9f4e175fe89ad4 is 47, key is SPTestTable/table:state/1732292078795/Put/seqid=0 2024-11-22T16:15:18,898 DEBUG [RS:0;93fb7f16a334:41531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/oldWALs 2024-11-22T16:15:18,898 INFO [RS:0;93fb7f16a334:41531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C41531%2C1732292056410:(num 1732292057244) 2024-11-22T16:15:18,898 DEBUG [RS:0;93fb7f16a334:41531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:15:18,898 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:15:18,898 INFO [RS:0;93fb7f16a334:41531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:15:18,898 INFO [RS:0;93fb7f16a334:41531 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:15:18,898 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:15:18,898 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:15:18,898 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:15:18,898 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:15:18,898 INFO [RS:0;93fb7f16a334:41531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:15:18,899 INFO [RS:0;93fb7f16a334:41531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41531 2024-11-22T16:15:18,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741866_1042 (size=5214) 2024-11-22T16:15:18,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741866_1042 (size=5214) 2024-11-22T16:15:18,905 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/.tmp/table/37c803b9f3d24ca6ae9f4e175fe89ad4 2024-11-22T16:15:18,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741866_1042 (size=5214) 2024-11-22T16:15:18,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/93fb7f16a334,41531,1732292056410 2024-11-22T16:15:18,906 INFO [RS:0;93fb7f16a334:41531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:15:18,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:15:18,914 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/.tmp/info/0d94daa2e1ee4a5984a4542e69fbafcc as hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/info/0d94daa2e1ee4a5984a4542e69fbafcc 2024-11-22T16:15:18,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,41531,1732292056410] 2024-11-22T16:15:18,921 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/info/0d94daa2e1ee4a5984a4542e69fbafcc, entries=103, sequenceid=32, filesize=18.3 K 2024-11-22T16:15:18,923 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/.tmp/ns/d9bd2c640bac41f1a49a4ee3e3df001c as hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/ns/d9bd2c640bac41f1a49a4ee3e3df001c 2024-11-22T16:15:18,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/93fb7f16a334,41531,1732292056410 already deleted, retry=false 2024-11-22T16:15:18,927 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,41531,1732292056410 expired; onlineServers=1 2024-11-22T16:15:18,930 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/ns/d9bd2c640bac41f1a49a4ee3e3df001c, entries=2, sequenceid=32, filesize=5.0 K 2024-11-22T16:15:18,931 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/.tmp/table/37c803b9f3d24ca6ae9f4e175fe89ad4 as hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/table/37c803b9f3d24ca6ae9f4e175fe89ad4 2024-11-22T16:15:18,938 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/table/37c803b9f3d24ca6ae9f4e175fe89ad4, entries=2, sequenceid=32, filesize=5.1 K 2024-11-22T16:15:18,939 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.55 KB/13879, heapSize ~22.57 KB/23112, currentSize=0 B/0 for 1588230740 in 248ms, sequenceid=32, compaction requested=false 2024-11-22T16:15:18,946 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/data/hbase/meta/1588230740/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-22T16:15:18,947 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:15:18,947 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:15:18,947 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292118691Running coprocessor pre-close hooks at 1732292118691Disabling compacts and flushes for region at 1732292118691Disabling writes for close at 1732292118691Obtaining lock to block concurrent updates at 1732292118691Preparing flush snapshotting stores in 1588230740 at 1732292118691Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13879, getHeapSize=23352, getOffHeapSize=0, getCellsCount=113 at 1732292118692 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732292118693 (+1 ms)Flushing 1588230740/info: creating writer at 1732292118693Flushing 1588230740/info: appending metadata at 1732292118729 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732292118729Flushing 1588230740/ns: creating writer at 1732292118818 (+89 ms)Flushing 1588230740/ns: appending metadata at 1732292118835 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732292118835Flushing 1588230740/table: creating writer at 1732292118871 (+36 ms)Flushing 1588230740/table: appending metadata at 1732292118891 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732292118891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c236085: reopening flushed file at 1732292118913 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bba4ca4: reopening flushed file at 1732292118922 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105ba290: reopening flushed file at 1732292118930 (+8 ms)Finished flush of dataSize ~13.55 KB/13879, heapSize ~22.57 KB/23112, currentSize=0 B/0 for 1588230740 in 248ms, sequenceid=32, compaction requested=false at 1732292118939 (+9 ms)Writing region close event to WAL at 1732292118942 (+3 ms)Running coprocessor post-close hooks at 1732292118947 (+5 ms)Closed at 1732292118947 2024-11-22T16:15:18,947 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:15:18,987 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:46633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T16:15:19,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:15:19,018 INFO [RS:0;93fb7f16a334:41531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:15:19,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x101635310380001, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:15:19,018 INFO [RS:0;93fb7f16a334:41531 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,41531,1732292056410; zookeeper connection closed. 2024-11-22T16:15:19,018 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54be4335 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54be4335 2024-11-22T16:15:19,091 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,40845,1732292056449; all regions closed. 2024-11-22T16:15:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741836_1012 (size=16405) 2024-11-22T16:15:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741836_1012 (size=16405) 2024-11-22T16:15:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741836_1012 (size=16405) 2024-11-22T16:15:19,098 DEBUG [RS:1;93fb7f16a334:40845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/oldWALs 2024-11-22T16:15:19,098 INFO [RS:1;93fb7f16a334:40845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C40845%2C1732292056449.meta:.meta(num 1732292067420) 2024-11-22T16:15:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741833_1009 (size=3469) 2024-11-22T16:15:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741833_1009 (size=3469) 2024-11-22T16:15:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741833_1009 (size=3469) 2024-11-22T16:15:19,112 DEBUG [RS:1;93fb7f16a334:40845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/oldWALs 2024-11-22T16:15:19,112 INFO [RS:1;93fb7f16a334:40845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C40845%2C1732292056449:(num 1732292057231) 2024-11-22T16:15:19,112 DEBUG [RS:1;93fb7f16a334:40845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:15:19,112 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:15:19,112 INFO [RS:1;93fb7f16a334:40845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:15:19,112 INFO [RS:1;93fb7f16a334:40845 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T16:15:19,112 INFO [RS:1;93fb7f16a334:40845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:15:19,112 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:15:19,112 INFO [RS:1;93fb7f16a334:40845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40845 2024-11-22T16:15:19,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:15:19,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/93fb7f16a334,40845,1732292056449 2024-11-22T16:15:19,126 INFO [RS:1;93fb7f16a334:40845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:15:19,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,40845,1732292056449] 2024-11-22T16:15:19,148 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/93fb7f16a334,40845,1732292056449 already deleted, retry=false 2024-11-22T16:15:19,148 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,40845,1732292056449 expired; onlineServers=0 2024-11-22T16:15:19,148 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,46633,1732292056226' ***** 2024-11-22T16:15:19,148 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:15:19,148 INFO [M:0;93fb7f16a334:46633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:15:19,148 INFO [M:0;93fb7f16a334:46633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:15:19,149 DEBUG [M:0;93fb7f16a334:46633 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:15:19,149 DEBUG [M:0;93fb7f16a334:46633 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:15:19,149 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292056916 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292056916,5,FailOnTimeoutGroup] 2024-11-22T16:15:19,149 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292056913 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292056913,5,FailOnTimeoutGroup] 2024-11-22T16:15:19,149 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:15:19,149 INFO [M:0;93fb7f16a334:46633 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:15:19,149 INFO [M:0;93fb7f16a334:46633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:15:19,149 DEBUG [M:0;93fb7f16a334:46633 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:15:19,149 INFO [M:0;93fb7f16a334:46633 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:15:19,149 INFO [M:0;93fb7f16a334:46633 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:15:19,149 ERROR [M:0;93fb7f16a334:46633 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:34613 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34613,5,PEWorkerGroup] 2024-11-22T16:15:19,149 INFO [M:0;93fb7f16a334:46633 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:15:19,150 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:15:19,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T16:15:19,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:15:19,159 DEBUG [M:0;93fb7f16a334:46633 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-22T16:15:19,159 DEBUG [M:0;93fb7f16a334:46633 {}] master.ActiveMasterManager(353): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-22T16:15:19,160 INFO [M:0;93fb7f16a334:46633 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/.lastflushedseqids 2024-11-22T16:15:19,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741867_1043 (size=650) 2024-11-22T16:15:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741867_1043 (size=650) 2024-11-22T16:15:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741867_1043 (size=650) 2024-11-22T16:15:19,197 INFO [M:0;93fb7f16a334:46633 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:15:19,197 INFO [M:0;93fb7f16a334:46633 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:15:19,197 DEBUG [M:0;93fb7f16a334:46633 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:15:19,197 INFO [M:0;93fb7f16a334:46633 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:15:19,197 DEBUG [M:0;93fb7f16a334:46633 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:15:19,197 DEBUG [M:0;93fb7f16a334:46633 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:15:19,197 DEBUG [M:0;93fb7f16a334:46633 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:15:19,197 INFO [M:0;93fb7f16a334:46633 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=171.31 KB heapSize=209.68 KB 2024-11-22T16:15:19,227 DEBUG [M:0;93fb7f16a334:46633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf42ad96cfc24d3d9203033a93cd4daf is 82, key is hbase:meta,,1/info:regioninfo/1732292067510/Put/seqid=0 2024-11-22T16:15:19,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:15:19,238 INFO [RS:1;93fb7f16a334:40845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:15:19,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40845-0x101635310380002, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:15:19,238 INFO [RS:1;93fb7f16a334:40845 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,40845,1732292056449; zookeeper connection closed. 2024-11-22T16:15:19,238 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e863c00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e863c00 2024-11-22T16:15:19,238 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T16:15:19,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741868_1044 (size=5672) 2024-11-22T16:15:19,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741868_1044 (size=5672) 2024-11-22T16:15:19,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741868_1044 (size=5672) 2024-11-22T16:15:19,644 INFO [M:0;93fb7f16a334:46633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf42ad96cfc24d3d9203033a93cd4daf 2024-11-22T16:15:19,670 DEBUG [M:0;93fb7f16a334:46633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1754dbe0f2d4382b490e35027b39415 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732292078804/Put/seqid=0 2024-11-22T16:15:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741869_1045 (size=12169) 2024-11-22T16:15:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741869_1045 (size=12169) 2024-11-22T16:15:19,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741869_1045 (size=12169) 2024-11-22T16:15:19,680 INFO [M:0;93fb7f16a334:46633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170.58 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1754dbe0f2d4382b490e35027b39415 2024-11-22T16:15:19,686 INFO [M:0;93fb7f16a334:46633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1754dbe0f2d4382b490e35027b39415 2024-11-22T16:15:19,710 DEBUG [M:0;93fb7f16a334:46633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40eee936dd304f8ab97095b03b2db388 is 69, key is 93fb7f16a334,40845,1732292056449/rs:state/1732292056999/Put/seqid=0 2024-11-22T16:15:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741870_1046 (size=5442) 2024-11-22T16:15:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741870_1046 (size=5442) 2024-11-22T16:15:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741870_1046 (size=5442) 2024-11-22T16:15:19,726 INFO [M:0;93fb7f16a334:46633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40eee936dd304f8ab97095b03b2db388 2024-11-22T16:15:19,733 INFO [M:0;93fb7f16a334:46633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40eee936dd304f8ab97095b03b2db388 2024-11-22T16:15:19,734 DEBUG [M:0;93fb7f16a334:46633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf42ad96cfc24d3d9203033a93cd4daf as hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf42ad96cfc24d3d9203033a93cd4daf 2024-11-22T16:15:19,742 INFO [M:0;93fb7f16a334:46633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf42ad96cfc24d3d9203033a93cd4daf, entries=8, sequenceid=410, filesize=5.5 K 2024-11-22T16:15:19,743 DEBUG [M:0;93fb7f16a334:46633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1754dbe0f2d4382b490e35027b39415 as hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1754dbe0f2d4382b490e35027b39415 2024-11-22T16:15:19,750 INFO [M:0;93fb7f16a334:46633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1754dbe0f2d4382b490e35027b39415 2024-11-22T16:15:19,750 INFO [M:0;93fb7f16a334:46633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1754dbe0f2d4382b490e35027b39415, entries=54, sequenceid=410, filesize=11.9 K 2024-11-22T16:15:19,751 DEBUG [M:0;93fb7f16a334:46633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40eee936dd304f8ab97095b03b2db388 as hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40eee936dd304f8ab97095b03b2db388 2024-11-22T16:15:19,758 INFO [M:0;93fb7f16a334:46633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40eee936dd304f8ab97095b03b2db388 2024-11-22T16:15:19,758 INFO [M:0;93fb7f16a334:46633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34613/user/jenkins/test-data/7b87c534-6ddd-bc4b-306a-cbf5ee3db821/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40eee936dd304f8ab97095b03b2db388, entries=3, sequenceid=410, filesize=5.3 K 2024-11-22T16:15:19,759 INFO [M:0;93fb7f16a334:46633 {}] regionserver.HRegion(3140): Finished flush of dataSize ~171.31 KB/175422, heapSize ~209.38 KB/214408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=410, compaction requested=false 2024-11-22T16:15:19,764 INFO [M:0;93fb7f16a334:46633 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:15:19,764 DEBUG [M:0;93fb7f16a334:46633 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292119197Disabling compacts and flushes for region at 1732292119197Disabling writes for close at 1732292119197Obtaining lock to block concurrent updates at 1732292119197Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292119197Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=175422, getHeapSize=214648, getOffHeapSize=0, getCellsCount=505 at 1732292119198 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292119199 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292119199Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292119227 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292119227Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292119650 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292119669 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292119669Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292119687 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292119709 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292119709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204e4bed: reopening flushed file at 1732292119733 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@157cd9e7: reopening flushed file at 1732292119742 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dfac903: reopening flushed file at 1732292119750 (+8 ms)Finished flush of dataSize ~171.31 KB/175422, heapSize ~209.38 KB/214408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=410, compaction requested=false at 1732292119759 (+9 ms)Writing region close event to WAL at 1732292119764 (+5 ms)Closed at 1732292119764 2024-11-22T16:15:19,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741830_1006 (size=202871) 2024-11-22T16:15:19,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38667 is added to blk_1073741830_1006 (size=202871) 2024-11-22T16:15:19,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35081 is added to blk_1073741830_1006 (size=202871) 2024-11-22T16:15:19,769 INFO [M:0;93fb7f16a334:46633 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:15:19,769 INFO [M:0;93fb7f16a334:46633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46633 2024-11-22T16:15:19,769 INFO [M:0;93fb7f16a334:46633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:15:19,770 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:15:19,920 INFO [M:0;93fb7f16a334:46633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:15:19,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:15:19,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46633-0x101635310380000, quorum=127.0.0.1:49445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:15:19,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54a9b294{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:15:19,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@274b6b0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:15:19,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:15:19,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a8d92c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:15:19,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77e2e964{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/hadoop.log.dir/,STOPPED} 2024-11-22T16:15:19,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:15:19,959 WARN [BP-1199121373-172.17.0.2-1732292053293 heartbeating to localhost/127.0.0.1:34613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:15:19,959 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:15:19,959 WARN [BP-1199121373-172.17.0.2-1732292053293 heartbeating to localhost/127.0.0.1:34613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1199121373-172.17.0.2-1732292053293 (Datanode Uuid 4e1c44b8-94c2-483c-825a-1f09d9dce812) service to localhost/127.0.0.1:34613 2024-11-22T16:15:19,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data5/current/BP-1199121373-172.17.0.2-1732292053293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:15:19,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data6/current/BP-1199121373-172.17.0.2-1732292053293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:15:19,961 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:15:19,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a933489{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:15:19,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21dff6ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:15:19,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:15:19,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dd57944{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:15:19,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147f919a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/hadoop.log.dir/,STOPPED} 2024-11-22T16:15:19,969 WARN [BP-1199121373-172.17.0.2-1732292053293 heartbeating to localhost/127.0.0.1:34613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:15:19,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:15:19,969 WARN [BP-1199121373-172.17.0.2-1732292053293 heartbeating to localhost/127.0.0.1:34613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1199121373-172.17.0.2-1732292053293 (Datanode Uuid 01a67f91-e6b9-4e62-8773-8f5670b1ff00) service to localhost/127.0.0.1:34613 2024-11-22T16:15:19,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:15:19,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data3/current/BP-1199121373-172.17.0.2-1732292053293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:15:19,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data4/current/BP-1199121373-172.17.0.2-1732292053293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:15:19,970 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:15:19,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71458439{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:15:19,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64f83c92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:15:19,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:15:19,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5094d3e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:15:19,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e5777bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/hadoop.log.dir/,STOPPED} 2024-11-22T16:15:19,985 WARN [BP-1199121373-172.17.0.2-1732292053293 heartbeating to localhost/127.0.0.1:34613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:15:19,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:15:19,985 WARN [BP-1199121373-172.17.0.2-1732292053293 heartbeating to localhost/127.0.0.1:34613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1199121373-172.17.0.2-1732292053293 (Datanode Uuid 73692740-019e-4341-bd7f-ed7771ac777a) service to localhost/127.0.0.1:34613 2024-11-22T16:15:19,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:15:19,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data1/current/BP-1199121373-172.17.0.2-1732292053293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:15:19,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/cluster_030fabfc-1ea3-a7a5-c858-dc2301956e0a/data/data2/current/BP-1199121373-172.17.0.2-1732292053293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:15:19,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:15:19,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b5cc3d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:15:19,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17ba8a8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:15:19,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:15:19,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2f5b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:15:19,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72443302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32a64bab-2836-97d9-e6ba-3e3021d1196c/hadoop.log.dir/,STOPPED} 2024-11-22T16:15:20,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:15:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:15:20,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 94) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34613 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34613 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 337) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2176 (was 3144)