2024-12-08 23:12:24,043 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-08 23:12:24,056 main DEBUG Took 0.010930 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 23:12:24,057 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 23:12:24,057 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 23:12:24,058 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 23:12:24,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,071 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 23:12:24,091 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,094 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,095 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,097 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,098 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,099 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,100 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,101 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,102 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,103 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,106 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,107 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 23:12:24,108 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,109 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 23:12:24,111 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 23:12:24,112 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 23:12:24,116 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 23:12:24,116 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 23:12:24,118 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 23:12:24,119 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 23:12:24,129 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 23:12:24,133 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 23:12:24,136 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 23:12:24,136 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 23:12:24,137 main DEBUG createAppenders(={Console}) 2024-12-08 23:12:24,138 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-08 23:12:24,138 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-08 23:12:24,139 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-08 23:12:24,140 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 23:12:24,140 main DEBUG OutputStream closed 2024-12-08 23:12:24,141 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 23:12:24,141 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 23:12:24,141 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-08 23:12:24,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 23:12:24,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 23:12:24,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 23:12:24,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 23:12:24,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 23:12:24,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 23:12:24,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 23:12:24,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 23:12:24,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 23:12:24,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 23:12:24,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 23:12:24,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 23:12:24,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 23:12:24,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 23:12:24,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 23:12:24,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 23:12:24,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 23:12:24,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 23:12:24,241 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 23:12:24,242 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-08 23:12:24,242 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 23:12:24,242 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-08T23:12:24,260 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-08 23:12:24,263 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 23:12:24,264 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T23:12:24,273 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-08T23:12:24,324 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=11024 2024-12-08T23:12:24,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170 2024-12-08T23:12:24,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T23:12:24,705 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673, deleteOnExit=true 2024-12-08T23:12:24,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T23:12:24,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/test.cache.data in system properties and HBase conf 2024-12-08T23:12:24,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T23:12:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.log.dir in system properties and HBase conf 2024-12-08T23:12:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T23:12:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T23:12:24,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T23:12:24,824 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T23:12:24,928 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T23:12:24,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T23:12:24,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T23:12:24,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T23:12:24,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T23:12:24,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T23:12:24,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T23:12:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T23:12:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T23:12:24,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T23:12:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/nfs.dump.dir in system properties and HBase conf 2024-12-08T23:12:24,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/java.io.tmpdir in system properties and HBase conf 2024-12-08T23:12:24,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T23:12:24,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T23:12:24,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T23:12:26,415 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T23:12:26,496 INFO [Time-limited test {}] log.Log(170): Logging initialized @3371ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T23:12:26,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T23:12:26,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T23:12:26,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T23:12:26,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T23:12:26,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T23:12:26,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T23:12:26,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.log.dir/,AVAILABLE} 2024-12-08T23:12:26,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T23:12:26,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/java.io.tmpdir/jetty-localhost-39017-hadoop-hdfs-3_4_1-tests_jar-_-any-14515631398619937400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T23:12:26,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:39017} 2024-12-08T23:12:26,937 INFO [Time-limited test {}] server.Server(415): Started @3813ms 2024-12-08T23:12:27,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T23:12:27,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T23:12:27,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T23:12:27,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T23:12:27,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T23:12:27,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604d8866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.log.dir/,AVAILABLE} 2024-12-08T23:12:27,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1377073d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T23:12:27,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dba9aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/java.io.tmpdir/jetty-localhost-46067-hadoop-hdfs-3_4_1-tests_jar-_-any-16190388304981701342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:12:27,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606697ba{HTTP/1.1, (http/1.1)}{localhost:46067} 2024-12-08T23:12:27,766 INFO [Time-limited test {}] server.Server(415): Started @4642ms 2024-12-08T23:12:27,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T23:12:27,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T23:12:27,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T23:12:28,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T23:12:28,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T23:12:28,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T23:12:28,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35034a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.log.dir/,AVAILABLE} 2024-12-08T23:12:28,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4d8988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T23:12:28,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d0163dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/java.io.tmpdir/jetty-localhost-39551-hadoop-hdfs-3_4_1-tests_jar-_-any-9120216273912963260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:12:28,141 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46ce7c55{HTTP/1.1, (http/1.1)}{localhost:39551} 2024-12-08T23:12:28,141 INFO [Time-limited test {}] server.Server(415): Started @5017ms 2024-12-08T23:12:28,144 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T23:12:28,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T23:12:28,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T23:12:28,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T23:12:28,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T23:12:28,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T23:12:28,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46521dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.log.dir/,AVAILABLE} 2024-12-08T23:12:28,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362d3e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T23:12:28,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd9b709{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/java.io.tmpdir/jetty-localhost-38469-hadoop-hdfs-3_4_1-tests_jar-_-any-15608612842344518554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:12:28,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bb5a713{HTTP/1.1, (http/1.1)}{localhost:38469} 2024-12-08T23:12:28,320 INFO [Time-limited test {}] server.Server(415): Started @5195ms 2024-12-08T23:12:28,322 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T23:12:30,082 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data2/current/BP-404278945-172.17.0.2-1733699545551/current, will proceed with Du for space computation calculation, 2024-12-08T23:12:30,082 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data1/current/BP-404278945-172.17.0.2-1733699545551/current, will proceed with Du for space computation calculation, 2024-12-08T23:12:30,082 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data4/current/BP-404278945-172.17.0.2-1733699545551/current, will proceed with Du for space computation calculation, 2024-12-08T23:12:30,082 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data3/current/BP-404278945-172.17.0.2-1733699545551/current, will proceed with Du for space computation calculation, 2024-12-08T23:12:30,141 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T23:12:30,142 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T23:12:30,178 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data5/current/BP-404278945-172.17.0.2-1733699545551/current, will proceed with Du for space computation calculation, 2024-12-08T23:12:30,186 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data6/current/BP-404278945-172.17.0.2-1733699545551/current, will proceed with Du for space computation calculation, 2024-12-08T23:12:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bd6d3aecb2b2005 with lease ID 0xf26b375b5d855f33: Processing first storage report for DS-33c76d03-9d65-4ce1-8a87-d79c71cba236 from datanode DatanodeRegistration(127.0.0.1:40095, datanodeUuid=6861330d-ca73-4459-ae40-0954a920383e, infoPort=41743, infoSecurePort=0, ipcPort=45505, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551) 2024-12-08T23:12:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bd6d3aecb2b2005 with lease ID 0xf26b375b5d855f33: from storage DS-33c76d03-9d65-4ce1-8a87-d79c71cba236 node DatanodeRegistration(127.0.0.1:40095, datanodeUuid=6861330d-ca73-4459-ae40-0954a920383e, infoPort=41743, infoSecurePort=0, ipcPort=45505, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T23:12:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fe7521e04544add with lease ID 0xf26b375b5d855f32: Processing first storage report for DS-67d9660a-660c-449c-97e0-d337d15bf487 from datanode DatanodeRegistration(127.0.0.1:45875, datanodeUuid=c626770d-deeb-431d-ad0a-c47774824ed5, infoPort=34039, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551) 2024-12-08T23:12:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fe7521e04544add with lease ID 0xf26b375b5d855f32: from storage DS-67d9660a-660c-449c-97e0-d337d15bf487 node DatanodeRegistration(127.0.0.1:45875, datanodeUuid=c626770d-deeb-431d-ad0a-c47774824ed5, infoPort=34039, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T23:12:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bd6d3aecb2b2005 with lease ID 0xf26b375b5d855f33: Processing first storage report for DS-02a1c731-ed18-4465-b178-4fa163f0285e from datanode DatanodeRegistration(127.0.0.1:40095, datanodeUuid=6861330d-ca73-4459-ae40-0954a920383e, infoPort=41743, infoSecurePort=0, ipcPort=45505, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551) 2024-12-08T23:12:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bd6d3aecb2b2005 with lease ID 0xf26b375b5d855f33: from storage DS-02a1c731-ed18-4465-b178-4fa163f0285e node DatanodeRegistration(127.0.0.1:40095, datanodeUuid=6861330d-ca73-4459-ae40-0954a920383e, infoPort=41743, infoSecurePort=0, ipcPort=45505, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T23:12:30,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fe7521e04544add with lease ID 0xf26b375b5d855f32: Processing first storage report for DS-b41c8b05-4f47-4e9a-a608-5ac1ab3fd4ca from datanode DatanodeRegistration(127.0.0.1:45875, datanodeUuid=c626770d-deeb-431d-ad0a-c47774824ed5, infoPort=34039, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551) 2024-12-08T23:12:30,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fe7521e04544add with lease ID 0xf26b375b5d855f32: from storage DS-b41c8b05-4f47-4e9a-a608-5ac1ab3fd4ca node DatanodeRegistration(127.0.0.1:45875, datanodeUuid=c626770d-deeb-431d-ad0a-c47774824ed5, infoPort=34039, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T23:12:30,240 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T23:12:30,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7965a4c8d28cdb05 with lease ID 0xf26b375b5d855f34: Processing first storage report for DS-77c00544-6946-4edf-a144-e3b537dcb4fb from datanode DatanodeRegistration(127.0.0.1:33627, datanodeUuid=5df88e67-ef67-4111-b045-4658cb2c6ea6, infoPort=46099, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551) 2024-12-08T23:12:30,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7965a4c8d28cdb05 with lease ID 0xf26b375b5d855f34: from storage DS-77c00544-6946-4edf-a144-e3b537dcb4fb node DatanodeRegistration(127.0.0.1:33627, datanodeUuid=5df88e67-ef67-4111-b045-4658cb2c6ea6, infoPort=46099, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T23:12:30,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7965a4c8d28cdb05 with lease ID 0xf26b375b5d855f34: Processing first storage report for DS-9cffe6d3-b85c-4495-a161-f7c731cd30aa from datanode DatanodeRegistration(127.0.0.1:33627, datanodeUuid=5df88e67-ef67-4111-b045-4658cb2c6ea6, infoPort=46099, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551) 2024-12-08T23:12:30,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7965a4c8d28cdb05 with lease ID 0xf26b375b5d855f34: from storage DS-9cffe6d3-b85c-4495-a161-f7c731cd30aa node DatanodeRegistration(127.0.0.1:33627, datanodeUuid=5df88e67-ef67-4111-b045-4658cb2c6ea6, infoPort=46099, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=408857888;c=1733699545551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T23:12:30,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170 2024-12-08T23:12:30,413 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/zookeeper_0, clientPort=50611, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T23:12:30,425 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50611 2024-12-08T23:12:30,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:12:30,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:12:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741825_1001 (size=7) 2024-12-08T23:12:30,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741825_1001 (size=7) 2024-12-08T23:12:30,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741825_1001 (size=7) 2024-12-08T23:12:31,128 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 with version=8 2024-12-08T23:12:31,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/hbase-staging 2024-12-08T23:12:31,211 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T23:12:31,416 INFO [Time-limited test {}] client.ConnectionUtils(128): master/faa02f6dcafc:0 server-side Connection retries=45 2024-12-08T23:12:31,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:31,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:31,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T23:12:31,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:31,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T23:12:31,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T23:12:31,624 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T23:12:31,634 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T23:12:31,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T23:12:31,661 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 990 (auto-detected) 2024-12-08T23:12:31,663 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T23:12:31,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38879 2024-12-08T23:12:31,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38879 connecting to ZooKeeper ensemble=127.0.0.1:50611 2024-12-08T23:12:31,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388790x0, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T23:12:31,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38879-0x10007b3c3800000 connected 2024-12-08T23:12:32,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:12:32,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:12:32,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:12:32,163 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4, hbase.cluster.distributed=false 2024-12-08T23:12:32,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T23:12:32,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38879 2024-12-08T23:12:32,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38879 2024-12-08T23:12:32,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38879 2024-12-08T23:12:32,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38879 2024-12-08T23:12:32,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38879 2024-12-08T23:12:32,321 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/faa02f6dcafc:0 server-side Connection retries=45 2024-12-08T23:12:32,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:32,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:32,323 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T23:12:32,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:32,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T23:12:32,326 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T23:12:32,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T23:12:32,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40367 2024-12-08T23:12:32,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40367 connecting to ZooKeeper ensemble=127.0.0.1:50611 2024-12-08T23:12:32,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:12:32,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:12:32,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403670x0, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T23:12:32,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403670x0, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:12:32,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40367-0x10007b3c3800001 connected 2024-12-08T23:12:32,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T23:12:32,366 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T23:12:32,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T23:12:32,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T23:12:32,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40367 2024-12-08T23:12:32,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40367 2024-12-08T23:12:32,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40367 2024-12-08T23:12:32,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40367 2024-12-08T23:12:32,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40367 2024-12-08T23:12:32,393 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/faa02f6dcafc:0 server-side Connection retries=45 2024-12-08T23:12:32,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:32,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:32,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T23:12:32,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:32,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T23:12:32,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T23:12:32,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T23:12:32,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35025 2024-12-08T23:12:32,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35025 connecting to ZooKeeper ensemble=127.0.0.1:50611 2024-12-08T23:12:32,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:12:32,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:12:32,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350250x0, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T23:12:32,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350250x0, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:12:32,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35025-0x10007b3c3800002 connected 2024-12-08T23:12:32,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T23:12:32,415 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T23:12:32,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T23:12:32,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T23:12:32,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35025 2024-12-08T23:12:32,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35025 2024-12-08T23:12:32,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35025 2024-12-08T23:12:32,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35025 2024-12-08T23:12:32,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35025 2024-12-08T23:12:32,436 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/faa02f6dcafc:0 server-side Connection retries=45 2024-12-08T23:12:32,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:32,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:32,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T23:12:32,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:12:32,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T23:12:32,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T23:12:32,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T23:12:32,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46841 2024-12-08T23:12:32,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46841 connecting to ZooKeeper ensemble=127.0.0.1:50611 2024-12-08T23:12:32,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:12:32,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:12:32,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468410x0, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T23:12:32,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468410x0, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:12:32,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46841-0x10007b3c3800003 connected 2024-12-08T23:12:32,515 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T23:12:32,517 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T23:12:32,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T23:12:32,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T23:12:32,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46841 2024-12-08T23:12:32,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46841 2024-12-08T23:12:32,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46841 2024-12-08T23:12:32,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46841 2024-12-08T23:12:32,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46841 2024-12-08T23:12:32,546 DEBUG [M:0;faa02f6dcafc:38879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;faa02f6dcafc:38879 2024-12-08T23:12:32,547 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/faa02f6dcafc,38879,1733699551268 2024-12-08T23:12:32,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:12:32,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:12:32,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:12:32,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:12:32,585 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/faa02f6dcafc,38879,1733699551268 2024-12-08T23:12:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T23:12:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T23:12:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T23:12:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:32,615 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T23:12:32,616 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/faa02f6dcafc,38879,1733699551268 from backup master directory 2024-12-08T23:12:32,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/faa02f6dcafc,38879,1733699551268 2024-12-08T23:12:32,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:12:32,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:12:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:12:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:12:32,624 WARN [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T23:12:32,625 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=faa02f6dcafc,38879,1733699551268 2024-12-08T23:12:32,627 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T23:12:32,628 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T23:12:32,679 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/hbase.id] with ID: 1fd616bb-1107-4d84-8f40-cc0eb017ad44 2024-12-08T23:12:32,679 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/.tmp/hbase.id 2024-12-08T23:12:32,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741826_1002 (size=42) 2024-12-08T23:12:32,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741826_1002 (size=42) 2024-12-08T23:12:32,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741826_1002 (size=42) 2024-12-08T23:12:32,694 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/.tmp/hbase.id]:[hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/hbase.id] 2024-12-08T23:12:32,736 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:12:32,741 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T23:12:32,758 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-08T23:12:32,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:32,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:32,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:32,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741827_1003 (size=196) 2024-12-08T23:12:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741827_1003 (size=196) 2024-12-08T23:12:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741827_1003 (size=196) 2024-12-08T23:12:32,812 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T23:12:32,814 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T23:12:32,830 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T23:12:32,835 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T23:12:32,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741828_1004 (size=1189) 2024-12-08T23:12:32,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741828_1004 (size=1189) 2024-12-08T23:12:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741828_1004 (size=1189) 2024-12-08T23:12:32,884 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store 2024-12-08T23:12:32,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741829_1005 (size=34) 2024-12-08T23:12:32,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741829_1005 (size=34) 2024-12-08T23:12:32,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741829_1005 (size=34) 2024-12-08T23:12:32,912 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T23:12:32,915 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:32,916 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T23:12:32,916 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:12:32,916 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:12:32,918 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T23:12:32,918 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:12:32,918 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:12:32,919 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733699552916Disabling compacts and flushes for region at 1733699552916Disabling writes for close at 1733699552918 (+2 ms)Writing region close event to WAL at 1733699552918Closed at 1733699552918 2024-12-08T23:12:32,922 WARN [master/faa02f6dcafc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/.initializing 2024-12-08T23:12:32,922 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/WALs/faa02f6dcafc,38879,1733699551268 2024-12-08T23:12:32,930 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T23:12:32,946 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=faa02f6dcafc%2C38879%2C1733699551268, suffix=, logDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/WALs/faa02f6dcafc,38879,1733699551268, archiveDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/oldWALs, maxLogs=10 2024-12-08T23:12:32,965 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/WALs/faa02f6dcafc,38879,1733699551268/faa02f6dcafc%2C38879%2C1733699551268.1733699552950, exclude list is [], retry=0 2024-12-08T23:12:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45875,DS-67d9660a-660c-449c-97e0-d337d15bf487,DISK] 2024-12-08T23:12:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33627,DS-77c00544-6946-4edf-a144-e3b537dcb4fb,DISK] 2024-12-08T23:12:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-33c76d03-9d65-4ce1-8a87-d79c71cba236,DISK] 2024-12-08T23:12:32,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T23:12:33,021 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/WALs/faa02f6dcafc,38879,1733699551268/faa02f6dcafc%2C38879%2C1733699551268.1733699552950 2024-12-08T23:12:33,022 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34039:34039),(127.0.0.1/127.0.0.1:46099:46099),(127.0.0.1/127.0.0.1:41743:41743)] 2024-12-08T23:12:33,022 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T23:12:33,022 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:33,025 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,026 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T23:12:33,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:33,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:12:33,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T23:12:33,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:33,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:33,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T23:12:33,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:33,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:33,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T23:12:33,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:33,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:33,099 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,102 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,103 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,108 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,108 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,112 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T23:12:33,115 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:12:33,119 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:33,120 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62399582, jitterRate=-0.07017377018928528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T23:12:33,125 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733699553037Initializing all the Stores at 1733699553039 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699553040 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699553040Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699553040Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699553040Cleaning up temporary data from old regions at 1733699553109 (+69 ms)Region opened successfully at 1733699553125 (+16 ms) 2024-12-08T23:12:33,126 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T23:12:33,155 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eac6297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=faa02f6dcafc/172.17.0.2:0 2024-12-08T23:12:33,183 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T23:12:33,192 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T23:12:33,193 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T23:12:33,195 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T23:12:33,196 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T23:12:33,200 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-08T23:12:33,201 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-08T23:12:33,223 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T23:12:33,230 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T23:12:33,307 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T23:12:33,311 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T23:12:33,313 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T23:12:33,318 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T23:12:33,321 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T23:12:33,325 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T23:12:33,328 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T23:12:33,330 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T23:12:33,339 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T23:12:33,358 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T23:12:33,370 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T23:12:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T23:12:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T23:12:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T23:12:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T23:12:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,385 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=faa02f6dcafc,38879,1733699551268, sessionid=0x10007b3c3800000, setting cluster-up flag (Was=false) 2024-12-08T23:12:33,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,444 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T23:12:33,446 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=faa02f6dcafc,38879,1733699551268 2024-12-08T23:12:33,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:33,497 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T23:12:33,501 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=faa02f6dcafc,38879,1733699551268 2024-12-08T23:12:33,510 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T23:12:33,528 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(746): ClusterId : 1fd616bb-1107-4d84-8f40-cc0eb017ad44 2024-12-08T23:12:33,528 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(746): ClusterId : 1fd616bb-1107-4d84-8f40-cc0eb017ad44 2024-12-08T23:12:33,528 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(746): ClusterId : 1fd616bb-1107-4d84-8f40-cc0eb017ad44 2024-12-08T23:12:33,530 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T23:12:33,530 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T23:12:33,530 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T23:12:33,551 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T23:12:33,551 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T23:12:33,551 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T23:12:33,551 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T23:12:33,551 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T23:12:33,551 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T23:12:33,561 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T23:12:33,561 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T23:12:33,561 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T23:12:33,562 DEBUG [RS:0;faa02f6dcafc:40367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ac77e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=faa02f6dcafc/172.17.0.2:0 2024-12-08T23:12:33,562 DEBUG [RS:1;faa02f6dcafc:35025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789e1508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=faa02f6dcafc/172.17.0.2:0 2024-12-08T23:12:33,562 DEBUG [RS:2;faa02f6dcafc:46841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8745ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=faa02f6dcafc/172.17.0.2:0 2024-12-08T23:12:33,574 DEBUG [RS:0;faa02f6dcafc:40367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;faa02f6dcafc:40367 2024-12-08T23:12:33,575 DEBUG [RS:1;faa02f6dcafc:35025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;faa02f6dcafc:35025 2024-12-08T23:12:33,576 DEBUG [RS:2;faa02f6dcafc:46841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;faa02f6dcafc:46841 2024-12-08T23:12:33,577 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T23:12:33,577 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T23:12:33,577 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T23:12:33,578 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T23:12:33,578 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T23:12:33,578 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T23:12:33,578 DEBUG [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T23:12:33,578 DEBUG [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T23:12:33,578 DEBUG [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T23:12:33,580 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(2659): reportForDuty to master=faa02f6dcafc,38879,1733699551268 with port=35025, startcode=1733699552392 2024-12-08T23:12:33,580 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(2659): reportForDuty to master=faa02f6dcafc,38879,1733699551268 with port=40367, startcode=1733699552287 2024-12-08T23:12:33,580 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(2659): reportForDuty to master=faa02f6dcafc,38879,1733699551268 with port=46841, startcode=1733699552436 2024-12-08T23:12:33,589 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T23:12:33,591 DEBUG [RS:1;faa02f6dcafc:35025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T23:12:33,591 DEBUG [RS:2;faa02f6dcafc:46841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T23:12:33,591 DEBUG [RS:0;faa02f6dcafc:40367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T23:12:33,601 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T23:12:33,609 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T23:12:33,616 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: faa02f6dcafc,38879,1733699551268 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T23:12:33,625 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/faa02f6dcafc:0, corePoolSize=5, maxPoolSize=5 2024-12-08T23:12:33,625 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T23:12:33,625 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T23:12:33,625 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T23:12:33,625 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/faa02f6dcafc:0, corePoolSize=5, maxPoolSize=5 2024-12-08T23:12:33,625 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/faa02f6dcafc:0, corePoolSize=5, maxPoolSize=5 2024-12-08T23:12:33,625 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/faa02f6dcafc:0, corePoolSize=5, maxPoolSize=5 2024-12-08T23:12:33,625 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/faa02f6dcafc:0, corePoolSize=10, maxPoolSize=10 2024-12-08T23:12:33,626 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,626 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/faa02f6dcafc:0, corePoolSize=2, maxPoolSize=2 2024-12-08T23:12:33,626 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,631 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38879 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T23:12:33,632 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733699583632 2024-12-08T23:12:33,633 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T23:12:33,635 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T23:12:33,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T23:12:33,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T23:12:33,637 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38879 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T23:12:33,637 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38879 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T23:12:33,638 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T23:12:33,639 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T23:12:33,639 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T23:12:33,639 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T23:12:33,640 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:33,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T23:12:33,643 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T23:12:33,645 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T23:12:33,645 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T23:12:33,647 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T23:12:33,648 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T23:12:33,650 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.large.0-1733699553649,5,FailOnTimeoutGroup] 2024-12-08T23:12:33,653 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.small.0-1733699553651,5,FailOnTimeoutGroup] 2024-12-08T23:12:33,653 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,653 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T23:12:33,655 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,655 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741831_1007 (size=1321) 2024-12-08T23:12:33,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741831_1007 (size=1321) 2024-12-08T23:12:33,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741831_1007 (size=1321) 2024-12-08T23:12:33,682 DEBUG [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T23:12:33,682 DEBUG [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T23:12:33,682 DEBUG [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T23:12:33,682 WARN [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T23:12:33,682 WARN [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T23:12:33,682 WARN [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T23:12:33,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T23:12:33,683 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741832_1008 (size=32) 2024-12-08T23:12:33,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741832_1008 (size=32) 2024-12-08T23:12:33,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741832_1008 (size=32) 2024-12-08T23:12:33,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:33,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T23:12:33,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T23:12:33,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:33,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:12:33,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T23:12:33,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T23:12:33,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:33,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:12:33,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T23:12:33,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T23:12:33,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:33,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:12:33,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T23:12:33,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T23:12:33,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:33,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:12:33,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T23:12:33,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740 2024-12-08T23:12:33,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740 2024-12-08T23:12:33,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T23:12:33,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T23:12:33,719 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T23:12:33,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T23:12:33,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:33,726 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69565887, jitterRate=0.03661249577999115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T23:12:33,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733699553697Initializing all the Stores at 1733699553698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699553698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699553699 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699553699Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699553699Cleaning up temporary data from old regions at 1733699553718 (+19 ms)Region opened successfully at 1733699553730 (+12 ms) 2024-12-08T23:12:33,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T23:12:33,730 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T23:12:33,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T23:12:33,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T23:12:33,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T23:12:33,732 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T23:12:33,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733699553730Disabling compacts and flushes for region at 1733699553730Disabling writes for close at 1733699553730Writing region close event to WAL at 1733699553731 (+1 ms)Closed at 1733699553732 (+1 ms) 2024-12-08T23:12:33,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T23:12:33,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T23:12:33,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T23:12:33,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T23:12:33,751 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T23:12:33,784 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(2659): reportForDuty to master=faa02f6dcafc,38879,1733699551268 with port=46841, startcode=1733699552436 2024-12-08T23:12:33,784 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(2659): reportForDuty to master=faa02f6dcafc,38879,1733699551268 with port=40367, startcode=1733699552287 2024-12-08T23:12:33,784 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(2659): reportForDuty to master=faa02f6dcafc,38879,1733699551268 with port=35025, startcode=1733699552392 2024-12-08T23:12:33,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:33,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38879 {}] master.ServerManager(517): Registering regionserver=faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:33,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:33,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38879 {}] master.ServerManager(517): Registering regionserver=faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:33,799 DEBUG [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:33,799 DEBUG [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41171 2024-12-08T23:12:33,799 DEBUG [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T23:12:33,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:33,802 DEBUG [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:33,802 DEBUG [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41171 2024-12-08T23:12:33,802 DEBUG [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T23:12:33,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38879 {}] master.ServerManager(517): Registering regionserver=faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:33,805 DEBUG [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:33,805 DEBUG [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41171 2024-12-08T23:12:33,805 DEBUG [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T23:12:33,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T23:12:33,858 DEBUG [RS:0;faa02f6dcafc:40367 {}] zookeeper.ZKUtil(111): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:33,858 WARN [RS:0;faa02f6dcafc:40367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T23:12:33,859 DEBUG [RS:2;faa02f6dcafc:46841 {}] zookeeper.ZKUtil(111): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:33,859 INFO [RS:0;faa02f6dcafc:40367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T23:12:33,859 WARN [RS:2;faa02f6dcafc:46841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T23:12:33,859 INFO [RS:2;faa02f6dcafc:46841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T23:12:33,859 DEBUG [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:33,859 DEBUG [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:33,859 DEBUG [RS:1;faa02f6dcafc:35025 {}] zookeeper.ZKUtil(111): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:33,859 WARN [RS:1;faa02f6dcafc:35025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T23:12:33,859 INFO [RS:1;faa02f6dcafc:35025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T23:12:33,860 DEBUG [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:33,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [faa02f6dcafc,46841,1733699552436] 2024-12-08T23:12:33,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [faa02f6dcafc,40367,1733699552287] 2024-12-08T23:12:33,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [faa02f6dcafc,35025,1733699552392] 2024-12-08T23:12:33,889 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T23:12:33,889 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T23:12:33,889 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T23:12:33,902 WARN [faa02f6dcafc:38879 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T23:12:33,903 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T23:12:33,903 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T23:12:33,903 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T23:12:33,910 INFO [RS:2;faa02f6dcafc:46841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T23:12:33,910 INFO [RS:0;faa02f6dcafc:40367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T23:12:33,910 INFO [RS:1;faa02f6dcafc:35025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T23:12:33,910 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,910 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,910 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,911 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T23:12:33,913 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T23:12:33,917 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T23:12:33,918 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T23:12:33,918 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T23:12:33,918 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T23:12:33,919 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,919 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,919 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,919 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,919 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0, corePoolSize=2, maxPoolSize=2 2024-12-08T23:12:33,920 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0, corePoolSize=2, maxPoolSize=2 2024-12-08T23:12:33,920 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,920 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,921 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,921 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,921 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,921 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:12:33,921 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,921 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,921 DEBUG [RS:2;faa02f6dcafc:46841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:12:33,921 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:12:33,921 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0, corePoolSize=2, maxPoolSize=2 2024-12-08T23:12:33,921 DEBUG [RS:0;faa02f6dcafc:40367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:12:33,921 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,921 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,921 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,921 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,921 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,922 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:12:33,922 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:12:33,922 DEBUG [RS:1;faa02f6dcafc:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:12:33,929 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,929 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,929 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,930 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,930 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,930 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,46841,1733699552436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T23:12:33,930 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,930 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,930 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,930 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,931 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,931 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,40367,1733699552287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T23:12:33,941 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,941 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,941 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,941 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,942 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,942 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,35025,1733699552392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T23:12:33,953 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T23:12:33,955 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,46841,1733699552436-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,956 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,956 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.Replication(171): faa02f6dcafc,46841,1733699552436 started 2024-12-08T23:12:33,958 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T23:12:33,958 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,35025,1733699552392-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,958 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,958 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.Replication(171): faa02f6dcafc,35025,1733699552392 started 2024-12-08T23:12:33,962 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T23:12:33,963 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,40367,1733699552287-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,963 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,963 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.Replication(171): faa02f6dcafc,40367,1733699552287 started 2024-12-08T23:12:33,975 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,975 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(1482): Serving as faa02f6dcafc,35025,1733699552392, RpcServer on faa02f6dcafc/172.17.0.2:35025, sessionid=0x10007b3c3800002 2024-12-08T23:12:33,976 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T23:12:33,976 DEBUG [RS:1;faa02f6dcafc:35025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:33,976 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,35025,1733699552392' 2024-12-08T23:12:33,976 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T23:12:33,977 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,977 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(1482): Serving as faa02f6dcafc,46841,1733699552436, RpcServer on faa02f6dcafc/172.17.0.2:46841, sessionid=0x10007b3c3800003 2024-12-08T23:12:33,977 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T23:12:33,977 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T23:12:33,978 DEBUG [RS:2;faa02f6dcafc:46841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:33,978 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,46841,1733699552436' 2024-12-08T23:12:33,978 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T23:12:33,980 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T23:12:33,980 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T23:12:33,980 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T23:12:33,980 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T23:12:33,980 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T23:12:33,980 DEBUG [RS:1;faa02f6dcafc:35025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:33,980 DEBUG [RS:2;faa02f6dcafc:46841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:33,980 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,35025,1733699552392' 2024-12-08T23:12:33,981 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,46841,1733699552436' 2024-12-08T23:12:33,981 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T23:12:33,981 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T23:12:33,981 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T23:12:33,982 DEBUG [RS:1;faa02f6dcafc:35025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T23:12:33,982 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T23:12:33,983 DEBUG [RS:2;faa02f6dcafc:46841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T23:12:33,983 INFO [RS:2;faa02f6dcafc:46841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T23:12:33,983 INFO [RS:2;faa02f6dcafc:46841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T23:12:33,985 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:33,985 INFO [RS:1;faa02f6dcafc:35025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T23:12:33,985 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(1482): Serving as faa02f6dcafc,40367,1733699552287, RpcServer on faa02f6dcafc/172.17.0.2:40367, sessionid=0x10007b3c3800001 2024-12-08T23:12:33,985 INFO [RS:1;faa02f6dcafc:35025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T23:12:33,985 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T23:12:33,985 DEBUG [RS:0;faa02f6dcafc:40367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:33,985 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,40367,1733699552287' 2024-12-08T23:12:33,985 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T23:12:33,986 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T23:12:33,987 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T23:12:33,987 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T23:12:33,987 DEBUG [RS:0;faa02f6dcafc:40367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:33,987 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,40367,1733699552287' 2024-12-08T23:12:33,987 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T23:12:33,988 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T23:12:33,988 DEBUG [RS:0;faa02f6dcafc:40367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T23:12:33,988 INFO [RS:0;faa02f6dcafc:40367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T23:12:33,988 INFO [RS:0;faa02f6dcafc:40367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T23:12:34,087 INFO [RS:2;faa02f6dcafc:46841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T23:12:34,087 INFO [RS:1;faa02f6dcafc:35025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T23:12:34,089 INFO [RS:0;faa02f6dcafc:40367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T23:12:34,090 INFO [RS:2;faa02f6dcafc:46841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=faa02f6dcafc%2C46841%2C1733699552436, suffix=, logDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436, archiveDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/oldWALs, maxLogs=32 2024-12-08T23:12:34,090 INFO [RS:1;faa02f6dcafc:35025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=faa02f6dcafc%2C35025%2C1733699552392, suffix=, logDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,35025,1733699552392, archiveDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/oldWALs, maxLogs=32 2024-12-08T23:12:34,092 INFO [RS:0;faa02f6dcafc:40367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=faa02f6dcafc%2C40367%2C1733699552287, suffix=, logDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,40367,1733699552287, archiveDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/oldWALs, maxLogs=32 2024-12-08T23:12:34,105 DEBUG [RS:1;faa02f6dcafc:35025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,35025,1733699552392/faa02f6dcafc%2C35025%2C1733699552392.1733699554093, exclude list is [], retry=0 2024-12-08T23:12:34,109 DEBUG [RS:2;faa02f6dcafc:46841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436/faa02f6dcafc%2C46841%2C1733699552436.1733699554093, exclude list is [], retry=0 2024-12-08T23:12:34,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-33c76d03-9d65-4ce1-8a87-d79c71cba236,DISK] 2024-12-08T23:12:34,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45875,DS-67d9660a-660c-449c-97e0-d337d15bf487,DISK] 2024-12-08T23:12:34,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33627,DS-77c00544-6946-4edf-a144-e3b537dcb4fb,DISK] 2024-12-08T23:12:34,111 DEBUG [RS:0;faa02f6dcafc:40367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,40367,1733699552287/faa02f6dcafc%2C40367%2C1733699552287.1733699554094, exclude list is [], retry=0 2024-12-08T23:12:34,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45875,DS-67d9660a-660c-449c-97e0-d337d15bf487,DISK] 2024-12-08T23:12:34,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-33c76d03-9d65-4ce1-8a87-d79c71cba236,DISK] 2024-12-08T23:12:34,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33627,DS-77c00544-6946-4edf-a144-e3b537dcb4fb,DISK] 2024-12-08T23:12:34,115 INFO [RS:1;faa02f6dcafc:35025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,35025,1733699552392/faa02f6dcafc%2C35025%2C1733699552392.1733699554093 2024-12-08T23:12:34,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33627,DS-77c00544-6946-4edf-a144-e3b537dcb4fb,DISK] 2024-12-08T23:12:34,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45875,DS-67d9660a-660c-449c-97e0-d337d15bf487,DISK] 2024-12-08T23:12:34,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-33c76d03-9d65-4ce1-8a87-d79c71cba236,DISK] 2024-12-08T23:12:34,124 INFO [RS:2;faa02f6dcafc:46841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436/faa02f6dcafc%2C46841%2C1733699552436.1733699554093 2024-12-08T23:12:34,124 DEBUG [RS:1;faa02f6dcafc:35025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41743:41743),(127.0.0.1/127.0.0.1:34039:34039),(127.0.0.1/127.0.0.1:46099:46099)] 2024-12-08T23:12:34,126 INFO [RS:0;faa02f6dcafc:40367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,40367,1733699552287/faa02f6dcafc%2C40367%2C1733699552287.1733699554094 2024-12-08T23:12:34,126 DEBUG [RS:2;faa02f6dcafc:46841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41743:41743),(127.0.0.1/127.0.0.1:34039:34039),(127.0.0.1/127.0.0.1:46099:46099)] 2024-12-08T23:12:34,127 DEBUG [RS:0;faa02f6dcafc:40367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46099:46099),(127.0.0.1/127.0.0.1:34039:34039),(127.0.0.1/127.0.0.1:41743:41743)] 2024-12-08T23:12:34,155 DEBUG [faa02f6dcafc:38879 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-08T23:12:34,164 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(204): Hosts are {faa02f6dcafc=0} racks are {/default-rack=0} 2024-12-08T23:12:34,173 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T23:12:34,173 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T23:12:34,173 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T23:12:34,173 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T23:12:34,173 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T23:12:34,173 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T23:12:34,173 INFO [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T23:12:34,173 INFO [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T23:12:34,173 INFO [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T23:12:34,174 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T23:12:34,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:34,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as faa02f6dcafc,40367,1733699552287, state=OPENING 2024-12-08T23:12:34,213 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T23:12:34,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:34,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:34,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:34,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:12:34,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:12:34,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:12:34,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:12:34,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:12:34,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T23:12:34,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=faa02f6dcafc,40367,1733699552287}] 2024-12-08T23:12:41,619 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T23:12:41,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T23:12:44,271 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T23:12:44,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T23:12:44,285 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T23:12:44,285 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T23:12:44,285 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T23:12:44,288 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=faa02f6dcafc%2C40367%2C1733699552287.meta, suffix=.meta, logDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,40367,1733699552287, archiveDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/oldWALs, maxLogs=32 2024-12-08T23:12:44,301 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,40367,1733699552287/faa02f6dcafc%2C40367%2C1733699552287.meta.1733699564290.meta, exclude list is [], retry=0 2024-12-08T23:12:44,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-33c76d03-9d65-4ce1-8a87-d79c71cba236,DISK] 2024-12-08T23:12:44,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33627,DS-77c00544-6946-4edf-a144-e3b537dcb4fb,DISK] 2024-12-08T23:12:44,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45875,DS-67d9660a-660c-449c-97e0-d337d15bf487,DISK] 2024-12-08T23:12:44,308 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,40367,1733699552287/faa02f6dcafc%2C40367%2C1733699552287.meta.1733699564290.meta 2024-12-08T23:12:44,308 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41743:41743),(127.0.0.1/127.0.0.1:46099:46099),(127.0.0.1/127.0.0.1:34039:34039)] 2024-12-08T23:12:44,308 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T23:12:44,310 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T23:12:44,312 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T23:12:44,316 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T23:12:44,319 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T23:12:44,320 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:44,320 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T23:12:44,320 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T23:12:44,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T23:12:44,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T23:12:44,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:44,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:12:44,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T23:12:44,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T23:12:44,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:44,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:12:44,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T23:12:44,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T23:12:44,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:44,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:12:44,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T23:12:44,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T23:12:44,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:44,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:12:44,331 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T23:12:44,332 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740 2024-12-08T23:12:44,335 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740 2024-12-08T23:12:44,337 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T23:12:44,337 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T23:12:44,338 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T23:12:44,341 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T23:12:44,342 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69590821, jitterRate=0.03698404133319855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T23:12:44,343 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T23:12:44,344 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733699564321Writing region info on filesystem at 1733699564321Initializing all the Stores at 1733699564322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699564322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699564323 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699564323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699564323Cleaning up temporary data from old regions at 1733699564337 (+14 ms)Running coprocessor post-open hooks at 1733699564343 (+6 ms)Region opened successfully at 1733699564344 (+1 ms) 2024-12-08T23:12:44,351 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733699564263 2024-12-08T23:12:44,362 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T23:12:44,363 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T23:12:44,364 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:44,366 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as faa02f6dcafc,40367,1733699552287, state=OPEN 2024-12-08T23:12:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:12:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:12:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:12:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:12:44,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:12:44,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:12:44,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:12:44,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:12:44,370 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:44,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T23:12:44,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=faa02f6dcafc,40367,1733699552287 in 10.1310 sec 2024-12-08T23:12:44,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T23:12:44,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6350 sec 2024-12-08T23:12:44,382 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T23:12:44,382 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T23:12:44,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T23:12:44,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,40367,1733699552287, seqNum=-1] 2024-12-08T23:12:44,447 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T23:12:44,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T23:12:44,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9380 sec 2024-12-08T23:12:44,483 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733699564483, completionTime=-1 2024-12-08T23:12:44,485 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-08T23:12:44,486 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T23:12:44,513 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-08T23:12:44,514 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733699624514 2024-12-08T23:12:44,514 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733699684514 2024-12-08T23:12:44,514 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-08T23:12:44,516 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:12:44,524 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,38879,1733699551268-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:44,524 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,38879,1733699551268-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:44,524 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,38879,1733699551268-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:44,526 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-faa02f6dcafc:38879, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:44,526 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:44,527 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:44,533 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T23:12:44,556 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.931sec 2024-12-08T23:12:44,558 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T23:12:44,559 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T23:12:44,560 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T23:12:44,560 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T23:12:44,561 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T23:12:44,561 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,38879,1733699551268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T23:12:44,562 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,38879,1733699551268-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T23:12:44,566 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T23:12:44,567 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T23:12:44,568 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,38879,1733699551268-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:12:44,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1106e632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:12:44,651 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T23:12:44,651 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T23:12:44,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request faa02f6dcafc,38879,-1 for getting cluster id 2024-12-08T23:12:44,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T23:12:44,663 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fd616bb-1107-4d84-8f40-cc0eb017ad44' 2024-12-08T23:12:44,665 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T23:12:44,665 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fd616bb-1107-4d84-8f40-cc0eb017ad44" 2024-12-08T23:12:44,666 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a8634d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:12:44,666 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [faa02f6dcafc,38879,-1] 2024-12-08T23:12:44,668 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T23:12:44,670 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:12:44,670 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T23:12:44,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ee4fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:12:44,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T23:12:44,680 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,40367,1733699552287, seqNum=-1] 2024-12-08T23:12:44,681 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T23:12:44,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T23:12:44,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=faa02f6dcafc,38879,1733699551268 2024-12-08T23:12:44,703 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733699564702 (current time:1733699564702). 2024-12-08T23:12:44,704 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T23:12:44,704 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-08T23:12:44,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd1f169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:12:44,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request faa02f6dcafc,38879,-1 for getting cluster id 2024-12-08T23:12:44,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T23:12:44,707 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fd616bb-1107-4d84-8f40-cc0eb017ad44' 2024-12-08T23:12:44,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T23:12:44,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fd616bb-1107-4d84-8f40-cc0eb017ad44" 2024-12-08T23:12:44,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad6e7fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:12:44,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [faa02f6dcafc,38879,-1] 2024-12-08T23:12:44,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T23:12:44,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:12:44,710 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T23:12:44,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17866f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:12:44,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T23:12:44,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,40367,1733699552287, seqNum=-1] 2024-12-08T23:12:44,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T23:12:44,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T23:12:44,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T23:12:44,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:12:44,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:12:44,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:12:44,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T23:12:44,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T23:12:44,731 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is faa02f6dcafc,38879,1733699551268 2024-12-08T23:12:44,734 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@765f97a0 2024-12-08T23:12:44,735 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T23:12:44,737 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T23:12:44,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T23:12:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-08T23:12:44,752 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T23:12:44,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-08T23:12:44,754 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:44,757 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T23:12:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:12:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741837_1013 (size=361) 2024-12-08T23:12:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741837_1013 (size=361) 2024-12-08T23:12:44,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741837_1013 (size=361) 2024-12-08T23:12:44,775 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a39ced274ea4137255d64408b5c6ffeb, NAME => 'SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:44,776 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 240212425f2d5747947600f278f0f085, NAME => 'SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:44,776 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 59d3092ad0be89fb663fe3105d8c0de4, NAME => 'SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741838_1014 (size=62) 2024-12-08T23:12:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741839_1015 (size=54) 2024-12-08T23:12:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741839_1015 (size=54) 2024-12-08T23:12:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741839_1015 (size=54) 2024-12-08T23:12:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741838_1014 (size=62) 2024-12-08T23:12:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741838_1014 (size=62) 2024-12-08T23:12:44,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:44,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a39ced274ea4137255d64408b5c6ffeb, disabling compactions & flushes 2024-12-08T23:12:44,798 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:12:44,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:12:44,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. after waiting 0 ms 2024-12-08T23:12:44,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:12:44,798 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:12:44,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a39ced274ea4137255d64408b5c6ffeb: Waiting for close lock at 1733699564798Disabling compacts and flushes for region at 1733699564798Disabling writes for close at 1733699564798Writing region close event to WAL at 1733699564798Closed at 1733699564798 2024-12-08T23:12:44,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:44,799 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2994228363b5cfd8ed9b0476b16a0cf, NAME => 'SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:44,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 240212425f2d5747947600f278f0f085, disabling compactions & flushes 2024-12-08T23:12:44,799 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:12:44,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:12:44,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. after waiting 0 ms 2024-12-08T23:12:44,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:12:44,799 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:12:44,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 240212425f2d5747947600f278f0f085: Waiting for close lock at 1733699564799Disabling compacts and flushes for region at 1733699564799Disabling writes for close at 1733699564799Writing region close event to WAL at 1733699564799Closed at 1733699564799 2024-12-08T23:12:44,800 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3f806a1ebd1eef212320bcd355c2c6ca, NAME => 'SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:44,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741840_1016 (size=62) 2024-12-08T23:12:44,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741840_1016 (size=62) 2024-12-08T23:12:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741840_1016 (size=62) 2024-12-08T23:12:44,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:44,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 59d3092ad0be89fb663fe3105d8c0de4, disabling compactions & flushes 2024-12-08T23:12:44,806 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:12:44,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:12:44,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. after waiting 0 ms 2024-12-08T23:12:44,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:12:44,806 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:12:44,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 59d3092ad0be89fb663fe3105d8c0de4: Waiting for close lock at 1733699564806Disabling compacts and flushes for region at 1733699564806Disabling writes for close at 1733699564806Writing region close event to WAL at 1733699564806Closed at 1733699564806 2024-12-08T23:12:44,807 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a66310a7bc9b4c7ee85063aa2075b0ac, NAME => 'SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741841_1017 (size=62) 2024-12-08T23:12:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741841_1017 (size=62) 2024-12-08T23:12:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741841_1017 (size=62) 2024-12-08T23:12:44,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:44,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f2994228363b5cfd8ed9b0476b16a0cf, disabling compactions & flushes 2024-12-08T23:12:44,826 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:12:44,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:12:44,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. after waiting 0 ms 2024-12-08T23:12:44,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:12:44,826 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:12:44,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2994228363b5cfd8ed9b0476b16a0cf: Waiting for close lock at 1733699564826Disabling compacts and flushes for region at 1733699564826Disabling writes for close at 1733699564826Writing region close event to WAL at 1733699564826Closed at 1733699564826 2024-12-08T23:12:44,827 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99bbdc9bb66f319bee1dd895f993676c, NAME => 'SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741842_1018 (size=62) 2024-12-08T23:12:44,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741842_1018 (size=62) 2024-12-08T23:12:44,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741842_1018 (size=62) 2024-12-08T23:12:44,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:44,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3f806a1ebd1eef212320bcd355c2c6ca, disabling compactions & flushes 2024-12-08T23:12:44,830 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:12:44,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:12:44,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. after waiting 0 ms 2024-12-08T23:12:44,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:12:44,830 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:12:44,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3f806a1ebd1eef212320bcd355c2c6ca: Waiting for close lock at 1733699564830Disabling compacts and flushes for region at 1733699564830Disabling writes for close at 1733699564830Writing region close event to WAL at 1733699564830Closed at 1733699564830 2024-12-08T23:12:44,831 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 770d18f3e673ddf11f39fb0df54c289a, NAME => 'SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:44,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741843_1019 (size=62) 2024-12-08T23:12:44,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741843_1019 (size=62) 2024-12-08T23:12:44,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741843_1019 (size=62) 2024-12-08T23:12:44,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:44,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a66310a7bc9b4c7ee85063aa2075b0ac, disabling compactions & flushes 2024-12-08T23:12:44,839 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:12:44,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:12:44,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. after waiting 0 ms 2024-12-08T23:12:44,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:12:44,839 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:12:44,839 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a66310a7bc9b4c7ee85063aa2075b0ac: Waiting for close lock at 1733699564839Disabling compacts and flushes for region at 1733699564839Disabling writes for close at 1733699564839Writing region close event to WAL at 1733699564839Closed at 1733699564839 2024-12-08T23:12:44,840 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 02f001f1dd62762096f8513f956e20f4, NAME => 'SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741845_1021 (size=62) 2024-12-08T23:12:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741844_1020 (size=62) 2024-12-08T23:12:44,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741844_1020 (size=62) 2024-12-08T23:12:44,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741845_1021 (size=62) 2024-12-08T23:12:44,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741844_1020 (size=62) 2024-12-08T23:12:44,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741845_1021 (size=62) 2024-12-08T23:12:44,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:44,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 770d18f3e673ddf11f39fb0df54c289a, disabling compactions & flushes 2024-12-08T23:12:44,859 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:12:44,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:12:44,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. after waiting 0 ms 2024-12-08T23:12:44,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:12:44,859 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:12:44,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 770d18f3e673ddf11f39fb0df54c289a: Waiting for close lock at 1733699564859Disabling compacts and flushes for region at 1733699564859Disabling writes for close at 1733699564859Writing region close event to WAL at 1733699564859Closed at 1733699564859 2024-12-08T23:12:44,860 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0d3e10fff820e6a5def848c5b0e9c11e, NAME => 'SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4 2024-12-08T23:12:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741846_1022 (size=62) 2024-12-08T23:12:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741846_1022 (size=62) 2024-12-08T23:12:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741846_1022 (size=62) 2024-12-08T23:12:44,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:44,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 02f001f1dd62762096f8513f956e20f4, disabling compactions & flushes 2024-12-08T23:12:44,865 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:12:44,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:12:44,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. after waiting 0 ms 2024-12-08T23:12:44,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:12:44,865 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:12:44,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 02f001f1dd62762096f8513f956e20f4: Waiting for close lock at 1733699564865Disabling compacts and flushes for region at 1733699564865Disabling writes for close at 1733699564865Writing region close event to WAL at 1733699564865Closed at 1733699564865 2024-12-08T23:12:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:12:44,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741847_1023 (size=54) 2024-12-08T23:12:44,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741847_1023 (size=54) 2024-12-08T23:12:44,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741847_1023 (size=54) 2024-12-08T23:12:44,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:44,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0d3e10fff820e6a5def848c5b0e9c11e, disabling compactions & flushes 2024-12-08T23:12:44,877 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:12:44,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:12:44,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. after waiting 0 ms 2024-12-08T23:12:44,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:12:44,877 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:12:44,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0d3e10fff820e6a5def848c5b0e9c11e: Waiting for close lock at 1733699564877Disabling compacts and flushes for region at 1733699564877Disabling writes for close at 1733699564877Writing region close event to WAL at 1733699564877Closed at 1733699564877 2024-12-08T23:12:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:12:45,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:45,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 99bbdc9bb66f319bee1dd895f993676c, disabling compactions & flushes 2024-12-08T23:12:45,257 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:12:45,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:12:45,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. after waiting 0 ms 2024-12-08T23:12:45,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:12:45,257 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:12:45,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99bbdc9bb66f319bee1dd895f993676c: Waiting for close lock at 1733699565257Disabling compacts and flushes for region at 1733699565257Disabling writes for close at 1733699565257Writing region close event to WAL at 1733699565257Closed at 1733699565257 2024-12-08T23:12:45,260 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T23:12:45,264 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733699565260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699565260"}]},"ts":"1733699565260"} 2024-12-08T23:12:45,265 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699565260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699565260"}]},"ts":"1733699565260"} 2024-12-08T23:12:45,265 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699565260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699565260"}]},"ts":"1733699565260"} 2024-12-08T23:12:45,265 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699565260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699565260"}]},"ts":"1733699565260"} 2024-12-08T23:12:45,265 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699565260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699565260"}]},"ts":"1733699565260"} 2024-12-08T23:12:45,265 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699565260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699565260"}]},"ts":"1733699565260"} 2024-12-08T23:12:45,265 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699565260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699565260"}]},"ts":"1733699565260"} 2024-12-08T23:12:45,265 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699565260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699565260"}]},"ts":"1733699565260"} 2024-12-08T23:12:45,266 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733699565260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699565260"}]},"ts":"1733699565260"} 2024-12-08T23:12:45,266 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699565260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699565260"}]},"ts":"1733699565260"} 2024-12-08T23:12:45,303 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-08T23:12:45,305 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T23:12:45,308 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733699565305"}]},"ts":"1733699565305"} 2024-12-08T23:12:45,313 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-08T23:12:45,313 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {faa02f6dcafc=0} racks are {/default-rack=0} 2024-12-08T23:12:45,322 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T23:12:45,322 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T23:12:45,322 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T23:12:45,322 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T23:12:45,322 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T23:12:45,322 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T23:12:45,322 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T23:12:45,322 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T23:12:45,322 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T23:12:45,322 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T23:12:45,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a39ced274ea4137255d64408b5c6ffeb, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59d3092ad0be89fb663fe3105d8c0de4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=240212425f2d5747947600f278f0f085, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2994228363b5cfd8ed9b0476b16a0cf, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f806a1ebd1eef212320bcd355c2c6ca, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a66310a7bc9b4c7ee85063aa2075b0ac, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99bbdc9bb66f319bee1dd895f993676c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=770d18f3e673ddf11f39fb0df54c289a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02f001f1dd62762096f8513f956e20f4, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d3e10fff820e6a5def848c5b0e9c11e, ASSIGN}] 2024-12-08T23:12:45,330 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59d3092ad0be89fb663fe3105d8c0de4, ASSIGN 2024-12-08T23:12:45,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a39ced274ea4137255d64408b5c6ffeb, ASSIGN 2024-12-08T23:12:45,331 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2994228363b5cfd8ed9b0476b16a0cf, ASSIGN 2024-12-08T23:12:45,332 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=240212425f2d5747947600f278f0f085, ASSIGN 2024-12-08T23:12:45,334 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2994228363b5cfd8ed9b0476b16a0cf, ASSIGN; state=OFFLINE, location=faa02f6dcafc,46841,1733699552436; forceNewPlan=false, retain=false 2024-12-08T23:12:45,334 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59d3092ad0be89fb663fe3105d8c0de4, ASSIGN; state=OFFLINE, location=faa02f6dcafc,40367,1733699552287; forceNewPlan=false, retain=false 2024-12-08T23:12:45,334 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a39ced274ea4137255d64408b5c6ffeb, ASSIGN; state=OFFLINE, location=faa02f6dcafc,46841,1733699552436; forceNewPlan=false, retain=false 2024-12-08T23:12:45,336 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=240212425f2d5747947600f278f0f085, ASSIGN; state=OFFLINE, location=faa02f6dcafc,35025,1733699552392; forceNewPlan=false, retain=false 2024-12-08T23:12:45,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d3e10fff820e6a5def848c5b0e9c11e, ASSIGN 2024-12-08T23:12:45,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d3e10fff820e6a5def848c5b0e9c11e, ASSIGN; state=OFFLINE, location=faa02f6dcafc,40367,1733699552287; forceNewPlan=false, retain=false 2024-12-08T23:12:45,344 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02f001f1dd62762096f8513f956e20f4, ASSIGN 2024-12-08T23:12:45,346 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02f001f1dd62762096f8513f956e20f4, ASSIGN; state=OFFLINE, location=faa02f6dcafc,35025,1733699552392; forceNewPlan=false, retain=false 2024-12-08T23:12:45,346 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a66310a7bc9b4c7ee85063aa2075b0ac, ASSIGN 2024-12-08T23:12:45,347 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99bbdc9bb66f319bee1dd895f993676c, ASSIGN 2024-12-08T23:12:45,354 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=770d18f3e673ddf11f39fb0df54c289a, ASSIGN 2024-12-08T23:12:45,354 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99bbdc9bb66f319bee1dd895f993676c, ASSIGN; state=OFFLINE, location=faa02f6dcafc,46841,1733699552436; forceNewPlan=false, retain=false 2024-12-08T23:12:45,354 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a66310a7bc9b4c7ee85063aa2075b0ac, ASSIGN; state=OFFLINE, location=faa02f6dcafc,40367,1733699552287; forceNewPlan=false, retain=false 2024-12-08T23:12:45,356 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=770d18f3e673ddf11f39fb0df54c289a, ASSIGN; state=OFFLINE, location=faa02f6dcafc,46841,1733699552436; forceNewPlan=false, retain=false 2024-12-08T23:12:45,356 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f806a1ebd1eef212320bcd355c2c6ca, ASSIGN 2024-12-08T23:12:45,358 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f806a1ebd1eef212320bcd355c2c6ca, ASSIGN; state=OFFLINE, location=faa02f6dcafc,35025,1733699552392; forceNewPlan=false, retain=false 2024-12-08T23:12:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:12:45,487 INFO [faa02f6dcafc:38879 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-08T23:12:45,488 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0d3e10fff820e6a5def848c5b0e9c11e, regionState=OPENING, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:45,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=770d18f3e673ddf11f39fb0df54c289a, regionState=OPENING, regionLocation=faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:45,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f2994228363b5cfd8ed9b0476b16a0cf, regionState=OPENING, regionLocation=faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:45,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a39ced274ea4137255d64408b5c6ffeb, regionState=OPENING, regionLocation=faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:45,488 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=99bbdc9bb66f319bee1dd895f993676c, regionState=OPENING, regionLocation=faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:45,490 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59d3092ad0be89fb663fe3105d8c0de4, regionState=OPENING, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:45,491 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3f806a1ebd1eef212320bcd355c2c6ca, regionState=OPENING, regionLocation=faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:45,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a66310a7bc9b4c7ee85063aa2075b0ac, regionState=OPENING, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:45,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=240212425f2d5747947600f278f0f085, regionState=OPENING, regionLocation=faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:45,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=02f001f1dd62762096f8513f956e20f4, regionState=OPENING, regionLocation=faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:45,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a39ced274ea4137255d64408b5c6ffeb, ASSIGN because future has completed 2024-12-08T23:12:45,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a39ced274ea4137255d64408b5c6ffeb, server=faa02f6dcafc,46841,1733699552436}] 2024-12-08T23:12:45,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2994228363b5cfd8ed9b0476b16a0cf, ASSIGN because future has completed 2024-12-08T23:12:45,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf, server=faa02f6dcafc,46841,1733699552436}] 2024-12-08T23:12:45,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99bbdc9bb66f319bee1dd895f993676c, ASSIGN because future has completed 2024-12-08T23:12:45,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d3e10fff820e6a5def848c5b0e9c11e, ASSIGN because future has completed 2024-12-08T23:12:45,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99bbdc9bb66f319bee1dd895f993676c, server=faa02f6dcafc,46841,1733699552436}] 2024-12-08T23:12:45,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=770d18f3e673ddf11f39fb0df54c289a, ASSIGN because future has completed 2024-12-08T23:12:45,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59d3092ad0be89fb663fe3105d8c0de4, ASSIGN because future has completed 2024-12-08T23:12:45,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d3e10fff820e6a5def848c5b0e9c11e, server=faa02f6dcafc,40367,1733699552287}] 2024-12-08T23:12:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f806a1ebd1eef212320bcd355c2c6ca, ASSIGN because future has completed 2024-12-08T23:12:45,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d3092ad0be89fb663fe3105d8c0de4, server=faa02f6dcafc,40367,1733699552287}] 2024-12-08T23:12:45,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a66310a7bc9b4c7ee85063aa2075b0ac, ASSIGN because future has completed 2024-12-08T23:12:45,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f806a1ebd1eef212320bcd355c2c6ca, server=faa02f6dcafc,35025,1733699552392}] 2024-12-08T23:12:45,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=240212425f2d5747947600f278f0f085, ASSIGN because future has completed 2024-12-08T23:12:45,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 770d18f3e673ddf11f39fb0df54c289a, server=faa02f6dcafc,46841,1733699552436}] 2024-12-08T23:12:45,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02f001f1dd62762096f8513f956e20f4, ASSIGN because future has completed 2024-12-08T23:12:45,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02f001f1dd62762096f8513f956e20f4, server=faa02f6dcafc,35025,1733699552392}] 2024-12-08T23:12:45,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 240212425f2d5747947600f278f0f085, server=faa02f6dcafc,35025,1733699552392}] 2024-12-08T23:12:45,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a66310a7bc9b4c7ee85063aa2075b0ac, server=faa02f6dcafc,40367,1733699552287}] 2024-12-08T23:12:45,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T23:12:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:12:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:12:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:12:49,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T23:12:51,618 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T23:12:51,619 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T23:12:51,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T23:12:51,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T23:12:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:12:55,508 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T23:12:55,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T23:12:55,525 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:12:55,526 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a39ced274ea4137255d64408b5c6ffeb, NAME => 'SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-08T23:12:55,526 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:12:55,526 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:55,526 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:12:55,527 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:12:55,530 INFO [StoreOpener-a39ced274ea4137255d64408b5c6ffeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:12:55,531 INFO [StoreOpener-a39ced274ea4137255d64408b5c6ffeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a39ced274ea4137255d64408b5c6ffeb columnFamilyName cf 2024-12-08T23:12:55,532 DEBUG [StoreOpener-a39ced274ea4137255d64408b5c6ffeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:55,532 INFO [StoreOpener-a39ced274ea4137255d64408b5c6ffeb-1 {}] regionserver.HStore(327): Store=a39ced274ea4137255d64408b5c6ffeb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:55,533 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:12:55,533 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:12:55,534 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:12:55,534 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:12:55,535 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:12:55,537 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:12:55,540 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/a39ced274ea4137255d64408b5c6ffeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:55,540 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a39ced274ea4137255d64408b5c6ffeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74622430, jitterRate=0.11196085810661316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:12:55,541 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:12:55,542 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a39ced274ea4137255d64408b5c6ffeb: Running coprocessor pre-open hook at 1733699575527Writing region info on filesystem at 1733699575527Initializing all the Stores at 1733699575529 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699575529Cleaning up temporary data from old regions at 1733699575535 (+6 ms)Running coprocessor post-open hooks at 1733699575541 (+6 ms)Region opened successfully at 1733699575541 2024-12-08T23:12:55,543 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:12:55,543 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d3e10fff820e6a5def848c5b0e9c11e, NAME => 'SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-08T23:12:55,544 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb., pid=15, masterSystemTime=1733699575508 2024-12-08T23:12:55,544 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:12:55,544 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:55,544 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:12:55,544 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:12:55,546 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:12:55,546 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:12:55,546 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:12:55,547 INFO [StoreOpener-0d3e10fff820e6a5def848c5b0e9c11e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:12:55,547 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 99bbdc9bb66f319bee1dd895f993676c, NAME => 'SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-08T23:12:55,547 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:12:55,547 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:55,547 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:12:55,548 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:12:55,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a39ced274ea4137255d64408b5c6ffeb, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:55,549 INFO [StoreOpener-0d3e10fff820e6a5def848c5b0e9c11e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d3e10fff820e6a5def848c5b0e9c11e columnFamilyName cf 2024-12-08T23:12:55,549 DEBUG [StoreOpener-0d3e10fff820e6a5def848c5b0e9c11e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:55,550 INFO [StoreOpener-0d3e10fff820e6a5def848c5b0e9c11e-1 {}] regionserver.HStore(327): Store=0d3e10fff820e6a5def848c5b0e9c11e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:55,550 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:12:55,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a39ced274ea4137255d64408b5c6ffeb, server=faa02f6dcafc,46841,1733699552436 because future has completed 2024-12-08T23:12:55,551 INFO [StoreOpener-99bbdc9bb66f319bee1dd895f993676c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:12:55,551 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:12:55,552 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:12:55,553 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:12:55,553 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:12:55,553 INFO [StoreOpener-99bbdc9bb66f319bee1dd895f993676c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99bbdc9bb66f319bee1dd895f993676c columnFamilyName cf 2024-12-08T23:12:55,553 DEBUG [StoreOpener-99bbdc9bb66f319bee1dd895f993676c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:55,554 INFO [StoreOpener-99bbdc9bb66f319bee1dd895f993676c-1 {}] regionserver.HStore(327): Store=99bbdc9bb66f319bee1dd895f993676c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:55,554 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:12:55,554 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T23:12:55,555 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:12:55,556 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:12:55,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T23:12:55,556 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:12:55,557 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:12:55,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-12-08T23:12:55,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a39ced274ea4137255d64408b5c6ffeb, server=faa02f6dcafc,46841,1733699552436 in 10.0560 sec 2024-12-08T23:12:55,558 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:12:55,559 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:12:55,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a39ced274ea4137255d64408b5c6ffeb, ASSIGN in 10.2330 sec 2024-12-08T23:12:55,561 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/0d3e10fff820e6a5def848c5b0e9c11e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:55,562 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0d3e10fff820e6a5def848c5b0e9c11e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71248622, jitterRate=0.061687201261520386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:12:55,562 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:12:55,563 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0d3e10fff820e6a5def848c5b0e9c11e: Running coprocessor pre-open hook at 1733699575544Writing region info on filesystem at 1733699575544Initializing all the Stores at 1733699575546 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699575546Cleaning up temporary data from old regions at 1733699575553 (+7 ms)Running coprocessor post-open hooks at 1733699575562 (+9 ms)Region opened successfully at 1733699575563 (+1 ms) 2024-12-08T23:12:55,564 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:12:55,565 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 240212425f2d5747947600f278f0f085, NAME => 'SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-08T23:12:55,565 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 240212425f2d5747947600f278f0f085 2024-12-08T23:12:55,565 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:55,565 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 240212425f2d5747947600f278f0f085 2024-12-08T23:12:55,565 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 240212425f2d5747947600f278f0f085 2024-12-08T23:12:55,569 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e., pid=18, masterSystemTime=1733699575537 2024-12-08T23:12:55,569 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/99bbdc9bb66f319bee1dd895f993676c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:55,570 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 99bbdc9bb66f319bee1dd895f993676c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63225251, jitterRate=-0.05787034332752228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:12:55,570 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:12:55,570 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 99bbdc9bb66f319bee1dd895f993676c: Running coprocessor pre-open hook at 1733699575548Writing region info on filesystem at 1733699575548Initializing all the Stores at 1733699575550 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699575550Cleaning up temporary data from old regions at 1733699575557 (+7 ms)Running coprocessor post-open hooks at 1733699575570 (+13 ms)Region opened successfully at 1733699575570 2024-12-08T23:12:55,570 INFO [StoreOpener-240212425f2d5747947600f278f0f085-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 240212425f2d5747947600f278f0f085 2024-12-08T23:12:55,571 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c., pid=17, masterSystemTime=1733699575508 2024-12-08T23:12:55,572 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:12:55,572 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:12:55,572 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:12:55,572 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 59d3092ad0be89fb663fe3105d8c0de4, NAME => 'SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-08T23:12:55,572 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:12:55,573 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:55,573 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:12:55,573 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:12:55,573 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0d3e10fff820e6a5def848c5b0e9c11e, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:55,574 INFO [StoreOpener-240212425f2d5747947600f278f0f085-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 240212425f2d5747947600f278f0f085 columnFamilyName cf 2024-12-08T23:12:55,574 DEBUG [StoreOpener-240212425f2d5747947600f278f0f085-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:55,576 INFO [StoreOpener-240212425f2d5747947600f278f0f085-1 {}] regionserver.HStore(327): Store=240212425f2d5747947600f278f0f085/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:55,576 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=99bbdc9bb66f319bee1dd895f993676c, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:55,576 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:12:55,576 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 240212425f2d5747947600f278f0f085 2024-12-08T23:12:55,576 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:12:55,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d3e10fff820e6a5def848c5b0e9c11e, server=faa02f6dcafc,40367,1733699552287 because future has completed 2024-12-08T23:12:55,577 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:12:55,577 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 770d18f3e673ddf11f39fb0df54c289a, NAME => 'SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-08T23:12:55,577 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:12:55,577 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:55,578 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:12:55,578 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:12:55,578 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/240212425f2d5747947600f278f0f085 2024-12-08T23:12:55,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99bbdc9bb66f319bee1dd895f993676c, server=faa02f6dcafc,46841,1733699552436 because future has completed 2024-12-08T23:12:55,579 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/240212425f2d5747947600f278f0f085 2024-12-08T23:12:55,580 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 240212425f2d5747947600f278f0f085 2024-12-08T23:12:55,580 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 240212425f2d5747947600f278f0f085 2024-12-08T23:12:55,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-08T23:12:55,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d3e10fff820e6a5def848c5b0e9c11e, server=faa02f6dcafc,40367,1733699552287 in 10.0590 sec 2024-12-08T23:12:55,583 INFO [StoreOpener-770d18f3e673ddf11f39fb0df54c289a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:12:55,584 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 240212425f2d5747947600f278f0f085 2024-12-08T23:12:55,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-12-08T23:12:55,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d3e10fff820e6a5def848c5b0e9c11e, ASSIGN in 10.2590 sec 2024-12-08T23:12:55,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 99bbdc9bb66f319bee1dd895f993676c, server=faa02f6dcafc,46841,1733699552436 in 10.0710 sec 2024-12-08T23:12:55,586 INFO [StoreOpener-770d18f3e673ddf11f39fb0df54c289a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 770d18f3e673ddf11f39fb0df54c289a columnFamilyName cf 2024-12-08T23:12:55,587 DEBUG [StoreOpener-770d18f3e673ddf11f39fb0df54c289a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:55,588 INFO [StoreOpener-770d18f3e673ddf11f39fb0df54c289a-1 {}] regionserver.HStore(327): Store=770d18f3e673ddf11f39fb0df54c289a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:55,588 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:12:55,588 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/240212425f2d5747947600f278f0f085/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:55,589 INFO [StoreOpener-59d3092ad0be89fb663fe3105d8c0de4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:12:55,589 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 240212425f2d5747947600f278f0f085; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70777516, jitterRate=0.05466717481613159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:12:55,590 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 240212425f2d5747947600f278f0f085 2024-12-08T23:12:55,590 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 240212425f2d5747947600f278f0f085: Running coprocessor pre-open hook at 1733699575565Writing region info on filesystem at 1733699575565Initializing all the Stores at 1733699575570 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699575570Cleaning up temporary data from old regions at 1733699575580 (+10 ms)Running coprocessor post-open hooks at 1733699575590 (+10 ms)Region opened successfully at 1733699575590 2024-12-08T23:12:55,590 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:12:55,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99bbdc9bb66f319bee1dd895f993676c, ASSIGN in 10.2620 sec 2024-12-08T23:12:55,591 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:12:55,591 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085., pid=23, masterSystemTime=1733699575554 2024-12-08T23:12:55,591 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:12:55,591 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:12:55,594 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:12:55,594 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:12:55,594 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:12:55,594 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f806a1ebd1eef212320bcd355c2c6ca, NAME => 'SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-08T23:12:55,595 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:12:55,595 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:12:55,595 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:55,595 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:12:55,595 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:12:55,596 INFO [StoreOpener-59d3092ad0be89fb663fe3105d8c0de4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d3092ad0be89fb663fe3105d8c0de4 columnFamilyName cf 2024-12-08T23:12:55,596 DEBUG [StoreOpener-59d3092ad0be89fb663fe3105d8c0de4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:55,596 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=240212425f2d5747947600f278f0f085, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:55,597 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38879 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=faa02f6dcafc,35025,1733699552392, table=SPTestTable, region=240212425f2d5747947600f278f0f085. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-08T23:12:55,598 INFO [StoreOpener-59d3092ad0be89fb663fe3105d8c0de4-1 {}] regionserver.HStore(327): Store=59d3092ad0be89fb663fe3105d8c0de4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:55,599 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:12:55,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 240212425f2d5747947600f278f0f085, server=faa02f6dcafc,35025,1733699552392 because future has completed 2024-12-08T23:12:55,600 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:12:55,601 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:12:55,602 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:12:55,602 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:12:55,603 INFO [StoreOpener-3f806a1ebd1eef212320bcd355c2c6ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:12:55,604 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/770d18f3e673ddf11f39fb0df54c289a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:55,605 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:12:55,605 INFO [StoreOpener-3f806a1ebd1eef212320bcd355c2c6ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f806a1ebd1eef212320bcd355c2c6ca columnFamilyName cf 2024-12-08T23:12:55,606 DEBUG [StoreOpener-3f806a1ebd1eef212320bcd355c2c6ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:55,606 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 770d18f3e673ddf11f39fb0df54c289a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61755676, jitterRate=-0.07976871728897095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:12:55,606 INFO [StoreOpener-3f806a1ebd1eef212320bcd355c2c6ca-1 {}] regionserver.HStore(327): Store=3f806a1ebd1eef212320bcd355c2c6ca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:55,606 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:12:55,607 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:12:55,607 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 770d18f3e673ddf11f39fb0df54c289a: Running coprocessor pre-open hook at 1733699575578Writing region info on filesystem at 1733699575578Initializing all the Stores at 1733699575582 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699575582Cleaning up temporary data from old regions at 1733699575592 (+10 ms)Running coprocessor post-open hooks at 1733699575606 (+14 ms)Region opened successfully at 1733699575606 2024-12-08T23:12:55,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-12-08T23:12:55,608 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:12:55,608 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a., pid=21, masterSystemTime=1733699575508 2024-12-08T23:12:55,609 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:12:55,609 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/59d3092ad0be89fb663fe3105d8c0de4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:55,610 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:12:55,610 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:12:55,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 240212425f2d5747947600f278f0f085, server=faa02f6dcafc,35025,1733699552392 in 10.0230 sec 2024-12-08T23:12:55,611 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 59d3092ad0be89fb663fe3105d8c0de4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61994529, jitterRate=-0.07620953023433685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:12:55,611 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:12:55,611 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 59d3092ad0be89fb663fe3105d8c0de4: Running coprocessor pre-open hook at 1733699575573Writing region info on filesystem at 1733699575573Initializing all the Stores at 1733699575575 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699575575Cleaning up temporary data from old regions at 1733699575602 (+27 ms)Running coprocessor post-open hooks at 1733699575611 (+9 ms)Region opened successfully at 1733699575611 2024-12-08T23:12:55,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=240212425f2d5747947600f278f0f085, ASSIGN in 10.2840 sec 2024-12-08T23:12:55,612 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:12:55,612 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:12:55,612 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:12:55,612 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f2994228363b5cfd8ed9b0476b16a0cf, NAME => 'SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-08T23:12:55,613 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4., pid=19, masterSystemTime=1733699575537 2024-12-08T23:12:55,613 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:12:55,613 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:55,613 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:12:55,613 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:12:55,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=770d18f3e673ddf11f39fb0df54c289a, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:55,614 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:12:55,616 INFO [StoreOpener-f2994228363b5cfd8ed9b0476b16a0cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:12:55,617 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:12:55,617 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:12:55,617 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:12:55,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 770d18f3e673ddf11f39fb0df54c289a, server=faa02f6dcafc,46841,1733699552436 because future has completed 2024-12-08T23:12:55,617 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a66310a7bc9b4c7ee85063aa2075b0ac, NAME => 'SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-08T23:12:55,618 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:12:55,619 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:55,619 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:12:55,619 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:12:55,619 INFO [StoreOpener-f2994228363b5cfd8ed9b0476b16a0cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2994228363b5cfd8ed9b0476b16a0cf columnFamilyName cf 2024-12-08T23:12:55,620 DEBUG [StoreOpener-f2994228363b5cfd8ed9b0476b16a0cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:55,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59d3092ad0be89fb663fe3105d8c0de4, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:55,620 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/3f806a1ebd1eef212320bcd355c2c6ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:55,621 INFO [StoreOpener-f2994228363b5cfd8ed9b0476b16a0cf-1 {}] regionserver.HStore(327): Store=f2994228363b5cfd8ed9b0476b16a0cf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:55,621 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:12:55,621 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3f806a1ebd1eef212320bcd355c2c6ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72632769, jitterRate=0.08231259882450104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:12:55,621 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:12:55,621 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3f806a1ebd1eef212320bcd355c2c6ca: Running coprocessor pre-open hook at 1733699575595Writing region info on filesystem at 1733699575595Initializing all the Stores at 1733699575597 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699575597Cleaning up temporary data from old regions at 1733699575610 (+13 ms)Running coprocessor post-open hooks at 1733699575621 (+11 ms)Region opened successfully at 1733699575621 2024-12-08T23:12:55,622 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:12:55,623 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca., pid=20, masterSystemTime=1733699575554 2024-12-08T23:12:55,623 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:12:55,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d3092ad0be89fb663fe3105d8c0de4, server=faa02f6dcafc,40367,1733699552287 because future has completed 2024-12-08T23:12:55,624 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:12:55,624 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:12:55,627 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:12:55,627 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:12:55,627 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:12:55,628 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 02f001f1dd62762096f8513f956e20f4, NAME => 'SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-08T23:12:55,628 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:12:55,628 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:12:55,628 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:12:55,628 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:12:55,628 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:12:55,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-12-08T23:12:55,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 770d18f3e673ddf11f39fb0df54c289a, server=faa02f6dcafc,46841,1733699552436 in 10.0700 sec 2024-12-08T23:12:55,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3f806a1ebd1eef212320bcd355c2c6ca, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:55,633 INFO [StoreOpener-a66310a7bc9b4c7ee85063aa2075b0ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:12:55,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-12-08T23:12:55,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 59d3092ad0be89fb663fe3105d8c0de4, server=faa02f6dcafc,40367,1733699552287 in 10.1000 sec 2024-12-08T23:12:55,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f806a1ebd1eef212320bcd355c2c6ca, server=faa02f6dcafc,35025,1733699552392 because future has completed 2024-12-08T23:12:55,636 INFO [StoreOpener-a66310a7bc9b4c7ee85063aa2075b0ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a66310a7bc9b4c7ee85063aa2075b0ac columnFamilyName cf 2024-12-08T23:12:55,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=770d18f3e673ddf11f39fb0df54c289a, ASSIGN in 10.3060 sec 2024-12-08T23:12:55,637 DEBUG [StoreOpener-a66310a7bc9b4c7ee85063aa2075b0ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:55,638 INFO [StoreOpener-02f001f1dd62762096f8513f956e20f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:12:55,638 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/f2994228363b5cfd8ed9b0476b16a0cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:55,639 INFO [StoreOpener-a66310a7bc9b4c7ee85063aa2075b0ac-1 {}] regionserver.HStore(327): Store=a66310a7bc9b4c7ee85063aa2075b0ac/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:55,639 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:12:55,639 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f2994228363b5cfd8ed9b0476b16a0cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59188461, jitterRate=-0.11802320182323456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:12:55,640 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:12:55,640 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f2994228363b5cfd8ed9b0476b16a0cf: Running coprocessor pre-open hook at 1733699575613Writing region info on filesystem at 1733699575613Initializing all the Stores at 1733699575615 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699575616 (+1 ms)Cleaning up temporary data from old regions at 1733699575624 (+8 ms)Running coprocessor post-open hooks at 1733699575640 (+16 ms)Region opened successfully at 1733699575640 2024-12-08T23:12:55,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59d3092ad0be89fb663fe3105d8c0de4, ASSIGN in 10.3100 sec 2024-12-08T23:12:55,641 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf., pid=16, masterSystemTime=1733699575508 2024-12-08T23:12:55,642 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:12:55,642 INFO [StoreOpener-02f001f1dd62762096f8513f956e20f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f001f1dd62762096f8513f956e20f4 columnFamilyName cf 2024-12-08T23:12:55,643 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:12:55,643 DEBUG [StoreOpener-02f001f1dd62762096f8513f956e20f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:12:55,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-12-08T23:12:55,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f806a1ebd1eef212320bcd355c2c6ca, server=faa02f6dcafc,35025,1733699552392 in 10.1020 sec 2024-12-08T23:12:55,644 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:12:55,644 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:12:55,645 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:12:55,645 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:12:55,645 INFO [StoreOpener-02f001f1dd62762096f8513f956e20f4-1 {}] regionserver.HStore(327): Store=02f001f1dd62762096f8513f956e20f4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:12:55,645 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:12:55,647 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/02f001f1dd62762096f8513f956e20f4 2024-12-08T23:12:55,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f2994228363b5cfd8ed9b0476b16a0cf, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,46841,1733699552436 2024-12-08T23:12:55,648 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/02f001f1dd62762096f8513f956e20f4 2024-12-08T23:12:55,649 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:12:55,649 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:12:55,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f806a1ebd1eef212320bcd355c2c6ca, ASSIGN in 10.3200 sec 2024-12-08T23:12:55,650 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:12:55,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf, server=faa02f6dcafc,46841,1733699552436 because future has completed 2024-12-08T23:12:55,652 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:12:55,654 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/a66310a7bc9b4c7ee85063aa2075b0ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:55,655 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a66310a7bc9b4c7ee85063aa2075b0ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64471003, jitterRate=-0.03930719196796417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:12:55,655 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:12:55,655 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a66310a7bc9b4c7ee85063aa2075b0ac: Running coprocessor pre-open hook at 1733699575619Writing region info on filesystem at 1733699575619Initializing all the Stores at 1733699575621 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699575621Cleaning up temporary data from old regions at 1733699575644 (+23 ms)Running coprocessor post-open hooks at 1733699575655 (+11 ms)Region opened successfully at 1733699575655 2024-12-08T23:12:55,656 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac., pid=24, masterSystemTime=1733699575537 2024-12-08T23:12:55,657 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/02f001f1dd62762096f8513f956e20f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:12:55,658 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 02f001f1dd62762096f8513f956e20f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63733041, jitterRate=-0.050303682684898376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:12:55,658 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:12:55,658 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 02f001f1dd62762096f8513f956e20f4: Running coprocessor pre-open hook at 1733699575629Writing region info on filesystem at 1733699575629Initializing all the Stores at 1733699575631 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699575631Cleaning up temporary data from old regions at 1733699575649 (+18 ms)Running coprocessor post-open hooks at 1733699575658 (+9 ms)Region opened successfully at 1733699575658 2024-12-08T23:12:55,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-12-08T23:12:55,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf, server=faa02f6dcafc,46841,1733699552436 in 10.1540 sec 2024-12-08T23:12:55,659 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:12:55,660 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:12:55,660 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4., pid=22, masterSystemTime=1733699575554 2024-12-08T23:12:55,661 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a66310a7bc9b4c7ee85063aa2075b0ac, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:12:55,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2994228363b5cfd8ed9b0476b16a0cf, ASSIGN in 10.3350 sec 2024-12-08T23:12:55,664 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:12:55,664 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:12:55,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a66310a7bc9b4c7ee85063aa2075b0ac, server=faa02f6dcafc,40367,1733699552287 because future has completed 2024-12-08T23:12:55,665 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=02f001f1dd62762096f8513f956e20f4, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,35025,1733699552392 2024-12-08T23:12:55,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02f001f1dd62762096f8513f956e20f4, server=faa02f6dcafc,35025,1733699552392 because future has completed 2024-12-08T23:12:55,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-12-08T23:12:55,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a66310a7bc9b4c7ee85063aa2075b0ac, server=faa02f6dcafc,40367,1733699552287 in 10.0780 sec 2024-12-08T23:12:55,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-12-08T23:12:55,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 02f001f1dd62762096f8513f956e20f4, server=faa02f6dcafc,35025,1733699552392 in 10.1050 sec 2024-12-08T23:12:55,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a66310a7bc9b4c7ee85063aa2075b0ac, ASSIGN in 10.3470 sec 2024-12-08T23:12:55,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-12-08T23:12:55,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02f001f1dd62762096f8513f956e20f4, ASSIGN in 10.3500 sec 2024-12-08T23:12:55,680 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T23:12:55,680 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733699575680"}]},"ts":"1733699575680"} 2024-12-08T23:12:55,683 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-08T23:12:55,684 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T23:12:55,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9410 sec 2024-12-08T23:12:57,881 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-08T23:13:00,327 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T23:13:01,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T23:13:01,619 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-08T23:13:01,619 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-08T23:13:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:13:03,038 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-08T23:13:03,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-08T23:13:03,039 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T23:13:03,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-08T23:13:03,052 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T23:13:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-08T23:13:03,109 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,115 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,126 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,130 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,201 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,204 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,209 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a., hostname=faa02f6dcafc,46841,1733699552436, seqNum=2] 2024-12-08T23:13:03,258 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4., hostname=faa02f6dcafc,35025,1733699552392, seqNum=2] 2024-12-08T23:13:03,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4., hostname=faa02f6dcafc,35025,1733699552392, seqNum=2] 2024-12-08T23:13:03,264 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4., hostname=faa02f6dcafc,35025,1733699552392, seqNum=2] 2024-12-08T23:13:03,275 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4., hostname=faa02f6dcafc,35025,1733699552392, seqNum=2] 2024-12-08T23:13:03,278 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4., hostname=faa02f6dcafc,35025,1733699552392, seqNum=2] 2024-12-08T23:13:03,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4., hostname=faa02f6dcafc,35025,1733699552392, seqNum=2] 2024-12-08T23:13:03,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4., hostname=faa02f6dcafc,35025,1733699552392, seqNum=2] 2024-12-08T23:13:03,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4., hostname=faa02f6dcafc,35025,1733699552392, seqNum=2] 2024-12-08T23:13:03,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e., hostname=faa02f6dcafc,40367,1733699552287, seqNum=2] 2024-12-08T23:13:03,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e., hostname=faa02f6dcafc,40367,1733699552287, seqNum=2] 2024-12-08T23:13:03,351 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e., hostname=faa02f6dcafc,40367,1733699552287, seqNum=2] 2024-12-08T23:13:03,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e., hostname=faa02f6dcafc,40367,1733699552287, seqNum=2] 2024-12-08T23:13:03,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e., hostname=faa02f6dcafc,40367,1733699552287, seqNum=2] 2024-12-08T23:13:03,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e., hostname=faa02f6dcafc,40367,1733699552287, seqNum=2] 2024-12-08T23:13:04,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T23:13:04,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T23:13:04,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T23:13:04,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T23:13:04,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46841 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T23:13:04,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35025 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T23:13:04,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46841 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T23:13:04,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:13:04,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T23:13:05,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-08T23:13:05,123 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T23:13:05,124 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T23:13:05,129 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T23:13:05,145 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T23:13:05,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741848_1024 (size=49) 2024-12-08T23:13:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741848_1024 (size=49) 2024-12-08T23:13:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741848_1024 (size=49) 2024-12-08T23:13:05,158 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T23:13:05,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59d3092ad0be89fb663fe3105d8c0de4}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 240212425f2d5747947600f278f0f085}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f806a1ebd1eef212320bcd355c2c6ca}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a66310a7bc9b4c7ee85063aa2075b0ac}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02f001f1dd62762096f8513f956e20f4}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d3e10fff820e6a5def848c5b0e9c11e}] 2024-12-08T23:13:05,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:13:05,165 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:13:05,165 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:05,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:05,165 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:13:05,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:13:05,171 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:05,171 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 240212425f2d5747947600f278f0f085 2024-12-08T23:13:05,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:13:05,173 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:05,225 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing faa02f6dcafc,46841,1733699552436 2024-12-08T23:13:05,225 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server faa02f6dcafc,46841,1733699552436: Simulated kill ***** 2024-12-08T23:13:05,226 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-08T23:13:05,228 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-08T23:13:05,229 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-08T23:13:05,231 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-08T23:13:05,232 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-08T23:13:05,237 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 651888960 }, "NonHeapMemoryUsage": { "committed": 156893184, "init": 7667712, "max": -1, "used": 153476544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "faa02f6dcafc", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "faa02f6dcafc", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50611", "tag.serverName": "faa02f6dcafc,46841,1733699552436", "tag.clusterId": "1fd616bb-1107-4d84-8f40-cc0eb017ad44", "tag.Context": "regionserver", "tag.Hostname": "faa02f6dcafc", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733699552436, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-08T23:13:05,240 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38879 {}] master.MasterRpcServices(700): faa02f6dcafc,46841,1733699552436 reported a fatal error: ***** ABORTING region server faa02f6dcafc,46841,1733699552436: Simulated kill ***** 2024-12-08T23:13:05,243 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'faa02f6dcafc,46841,1733699552436' ***** 2024-12-08T23:13:05,243 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-08T23:13:05,243 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T23:13:05,244 INFO [RS:2;faa02f6dcafc:46841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-08T23:13:05,244 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T23:13:05,244 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T23:13:05,244 INFO [RS:2;faa02f6dcafc:46841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-08T23:13:05,244 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T23:13:05,244 INFO [RS:2;faa02f6dcafc:46841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;faa02f6dcafc:46841. 2024-12-08T23:13:05,244 DEBUG [RS:2;faa02f6dcafc:46841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:13:05,244 DEBUG [RS:2;faa02f6dcafc:46841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:13:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741834_1010 (size=1242) 2024-12-08T23:13:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741834_1010 (size=1242) 2024-12-08T23:13:05,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741834_1010 (size=1242) 2024-12-08T23:13:05,251 DEBUG [RS:2;faa02f6dcafc:46841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:13:05,251 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:13:05,251 INFO [RS:2;faa02f6dcafc:46841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46841 2024-12-08T23:13:05,275 INFO [regionserver/faa02f6dcafc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:13:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/faa02f6dcafc,46841,1733699552436 2024-12-08T23:13:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T23:13:05,295 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T23:13:05,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [faa02f6dcafc,46841,1733699552436] 2024-12-08T23:13:05,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/faa02f6dcafc,46841,1733699552436 already deleted, retry=false 2024-12-08T23:13:05,443 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of faa02f6dcafc,46841,1733699552436 on faa02f6dcafc,38879,1733699551268 2024-12-08T23:13:05,448 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure faa02f6dcafc,46841,1733699552436, splitWal=true, meta=false 2024-12-08T23:13:05,454 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for faa02f6dcafc,46841,1733699552436 (carryingMeta=false) faa02f6dcafc,46841,1733699552436/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1aa52ddd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-08T23:13:05,454 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure faa02f6dcafc,46841,1733699552436, splitWal=true, meta=false 2024-12-08T23:13:05,456 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): faa02f6dcafc,46841,1733699552436 had 4 regions 2024-12-08T23:13:05,457 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:05,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:05,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:05,457 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:05,458 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure faa02f6dcafc,46841,1733699552436, splitWal=true, meta=false, isMeta: false 2024-12-08T23:13:05,458 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb can not run currently because target server of region SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. faa02f6dcafc,46841,1733699552436 is in state CRASHED, wait 1000 ms to retry 2024-12-08T23:13:05,458 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb; timeout=1000, timestamp=1733699586458 2024-12-08T23:13:05,459 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c can not run currently because target server of region SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 1000 ms to retry 2024-12-08T23:13:05,459 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c; timeout=1000, timestamp=1733699586459 2024-12-08T23:13:05,459 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf can not run currently because target server of region SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. faa02f6dcafc,46841,1733699552436 is in state CRASHED, wait 1000 ms to retry 2024-12-08T23:13:05,459 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a can not run currently because target server of region SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. faa02f6dcafc,46841,1733699552436 is in state CRASHED, wait 1000 ms to retry 2024-12-08T23:13:05,459 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf; timeout=1000, timestamp=1733699586459 2024-12-08T23:13:05,459 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a; timeout=1000, timestamp=1733699586459 2024-12-08T23:13:05,461 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting 2024-12-08T23:13:05,463 INFO [PEWorker-1 {}] master.SplitWALManager(105): faa02f6dcafc,46841,1733699552436 WAL count=1, meta=false 2024-12-08T23:13:05,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure faa02f6dcafc%2C46841%2C1733699552436.1733699554093}] 2024-12-08T23:13:05,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:13:05,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46841-0x10007b3c3800003, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:13:05,467 INFO [RS:2;faa02f6dcafc:46841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T23:13:05,468 INFO [RS:2;faa02f6dcafc:46841 {}] regionserver.HRegionServer(1031): Exiting; stopping=faa02f6dcafc,46841,1733699552436; zookeeper connection closed. 2024-12-08T23:13:05,468 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a407a7b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a407a7b 2024-12-08T23:13:05,475 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:05,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure faa02f6dcafc%2C46841%2C1733699552436.1733699554093, worker=faa02f6dcafc,40367,1733699552287}] 2024-12-08T23:13:05,929 INFO [regionserver/faa02f6dcafc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T23:13:05,930 INFO [regionserver/faa02f6dcafc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T23:13:06,459 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:06,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:06,459 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:06,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:06,461 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb can not run currently because target server of region SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 2000 ms to retry 2024-12-08T23:13:06,461 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf can not run currently because target server of region SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 2000 ms to retry 2024-12-08T23:13:06,461 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a can not run currently because target server of region SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 2000 ms to retry 2024-12-08T23:13:06,461 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c can not run currently because target server of region SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 2000 ms to retry 2024-12-08T23:13:06,461 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf; timeout=2000, timestamp=1733699588461 2024-12-08T23:13:06,461 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a; timeout=2000, timestamp=1733699588461 2024-12-08T23:13:06,461 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c; timeout=2000, timestamp=1733699588461 2024-12-08T23:13:06,461 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb; timeout=2000, timestamp=1733699588461 2024-12-08T23:13:07,564 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=faa02f6dcafc:38879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-08T23:13:08,461 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:08,461 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:08,461 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:08,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:08,464 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb can not run currently because target server of region SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 4000 ms to retry 2024-12-08T23:13:08,464 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a can not run currently because target server of region SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 4000 ms to retry 2024-12-08T23:13:08,464 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf can not run currently because target server of region SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 4000 ms to retry 2024-12-08T23:13:08,464 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb; timeout=4000, timestamp=1733699592464 2024-12-08T23:13:08,464 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a; timeout=4000, timestamp=1733699592464 2024-12-08T23:13:08,464 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf; timeout=4000, timestamp=1733699592464 2024-12-08T23:13:08,464 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c can not run currently because target server of region SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 4000 ms to retry 2024-12-08T23:13:08,464 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c; timeout=4000, timestamp=1733699592464 2024-12-08T23:13:12,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:12,465 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:12,465 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:12,466 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:12,468 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a can not run currently because target server of region SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 8000 ms to retry 2024-12-08T23:13:12,468 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf can not run currently because target server of region SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 8000 ms to retry 2024-12-08T23:13:12,468 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb can not run currently because target server of region SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 8000 ms to retry 2024-12-08T23:13:12,468 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c can not run currently because target server of region SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. faa02f6dcafc,46841,1733699552436 is in state SPLITTING, wait 8000 ms to retry 2024-12-08T23:13:12,468 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf; timeout=8000, timestamp=1733699600468 2024-12-08T23:13:12,468 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a; timeout=8000, timestamp=1733699600468 2024-12-08T23:13:12,468 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c; timeout=8000, timestamp=1733699600468 2024-12-08T23:13:12,468 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb; timeout=8000, timestamp=1733699600468 2024-12-08T23:13:15,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-08T23:13:15,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-08T23:13:15,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-08T23:13:15,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:13:15,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-08T23:13:15,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:13:15,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-08T23:13:15,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:13:15,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-08T23:13:15,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:13:15,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:13:15,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:13:15,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-08T23:13:15,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 02f001f1dd62762096f8513f956e20f4 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-08T23:13:15,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 0d3e10fff820e6a5def848c5b0e9c11e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-08T23:13:15,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 240212425f2d5747947600f278f0f085: 2024-12-08T23:13:15,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 59d3092ad0be89fb663fe3105d8c0de4: 2024-12-08T23:13:15,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 3f806a1ebd1eef212320bcd355c2c6ca: 2024-12-08T23:13:15,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. for SnapshotProcedureTest completed. 2024-12-08T23:13:15,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. for SnapshotProcedureTest completed. 2024-12-08T23:13:15,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. for SnapshotProcedureTest completed. 2024-12-08T23:13:15,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for a66310a7bc9b4c7ee85063aa2075b0ac: 2024-12-08T23:13:15,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. for SnapshotProcedureTest completed. 2024-12-08T23:13:15,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:13:15,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:13:15,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:13:15,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:13:15,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:13:15,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:13:15,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:13:15,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:13:15,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:13:15,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:13:15,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:13:15,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:13:15,212 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093, size=1.2 K (1242bytes) 2024-12-08T23:13:15,214 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-08T23:13:15,214 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-08T23:13:15,214 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093 2024-12-08T23:13:15,221 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093 after 5ms 2024-12-08T23:13:15,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741849_1025 (size=65) 2024-12-08T23:13:15,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741849_1025 (size=65) 2024-12-08T23:13:15,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741850_1026 (size=65) 2024-12-08T23:13:15,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741850_1026 (size=65) 2024-12-08T23:13:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741849_1025 (size=65) 2024-12-08T23:13:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741850_1026 (size=65) 2024-12-08T23:13:15,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741851_1027 (size=65) 2024-12-08T23:13:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741851_1027 (size=65) 2024-12-08T23:13:15,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741851_1027 (size=65) 2024-12-08T23:13:15,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:13:15,247 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093 took 36ms 2024-12-08T23:13:15,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-08T23:13:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-08T23:13:15,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 240212425f2d5747947600f278f0f085 2024-12-08T23:13:15,251 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 240212425f2d5747947600f278f0f085 2024-12-08T23:13:15,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741852_1028 (size=65) 2024-12-08T23:13:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741852_1028 (size=65) 2024-12-08T23:13:15,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 240212425f2d5747947600f278f0f085 in 10.0940 sec 2024-12-08T23:13:15,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741852_1028 (size=65) 2024-12-08T23:13:15,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:13:15,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-08T23:13:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-08T23:13:15,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:13:15,262 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:13:15,263 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a39ced274ea4137255d64408b5c6ffeb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T23:13:15,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 99bbdc9bb66f319bee1dd895f993676c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T23:13:15,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 59d3092ad0be89fb663fe3105d8c0de4 in 10.1050 sec 2024-12-08T23:13:15,268 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 770d18f3e673ddf11f39fb0df54c289a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T23:13:15,270 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f2994228363b5cfd8ed9b0476b16a0cf: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T23:13:15,270 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093 so closing down 2024-12-08T23:13:15,270 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T23:13:15,271 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T23:13:15,274 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-08T23:13:15,274 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093, journal: Splitting hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093, size=1.2 K (1242bytes) at 1733699595213Finishing writing output for hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093 so closing down at 1733699595270 (+57 ms)3 split writer threads finished at 1733699595271 (+1 ms)Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733699595274 (+3 ms) 2024-12-08T23:13:15,275 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093 2024-12-08T23:13:15,275 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-08T23:13:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-08T23:13:15,283 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting/faa02f6dcafc%2C46841%2C1733699552436.1733699554093 to hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/oldWALs 2024-12-08T23:13:15,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-08T23:13:15,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure faa02f6dcafc%2C46841%2C1733699552436.1733699554093, worker=faa02f6dcafc,40367,1733699552287 in 9.8050 sec 2024-12-08T23:13:15,290 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:15,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-08T23:13:15,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure faa02f6dcafc%2C46841%2C1733699552436.1733699554093, worker=faa02f6dcafc,40367,1733699552287 in 9.8250 sec 2024-12-08T23:13:15,296 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting dir is empty, no logs to split. 2024-12-08T23:13:15,296 INFO [PEWorker-2 {}] master.SplitWALManager(105): faa02f6dcafc,46841,1733699552436 WAL count=0, meta=false 2024-12-08T23:13:15,296 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if faa02f6dcafc,46841,1733699552436 WAL splitting is done? wals=0, meta=false 2024-12-08T23:13:15,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/02f001f1dd62762096f8513f956e20f4/.tmp/cf/f07562bdee34464ab609d3c88186d068 is 34, key is ccd/cf:cf/1733699584227/Put/seqid=0 2024-12-08T23:13:15,301 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for faa02f6dcafc,46841,1733699552436 failed, ignore...File hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/WALs/faa02f6dcafc,46841,1733699552436-splitting does not exist. 2024-12-08T23:13:15,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=770d18f3e673ddf11f39fb0df54c289a, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99bbdc9bb66f319bee1dd895f993676c, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a39ced274ea4137255d64408b5c6ffeb, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2994228363b5cfd8ed9b0476b16a0cf, ASSIGN}] 2024-12-08T23:13:15,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=770d18f3e673ddf11f39fb0df54c289a, ASSIGN 2024-12-08T23:13:15,307 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99bbdc9bb66f319bee1dd895f993676c, ASSIGN 2024-12-08T23:13:15,308 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a39ced274ea4137255d64408b5c6ffeb, ASSIGN 2024-12-08T23:13:15,308 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2994228363b5cfd8ed9b0476b16a0cf, ASSIGN 2024-12-08T23:13:15,308 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=770d18f3e673ddf11f39fb0df54c289a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T23:13:15,310 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99bbdc9bb66f319bee1dd895f993676c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T23:13:15,310 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a39ced274ea4137255d64408b5c6ffeb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T23:13:15,311 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2994228363b5cfd8ed9b0476b16a0cf, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T23:13:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741854_1030 (size=47197) 2024-12-08T23:13:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741854_1030 (size=47197) 2024-12-08T23:13:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741854_1030 (size=47197) 2024-12-08T23:13:15,351 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/02f001f1dd62762096f8513f956e20f4/.tmp/cf/f07562bdee34464ab609d3c88186d068 2024-12-08T23:13:15,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/0d3e10fff820e6a5def848c5b0e9c11e/.tmp/cf/df19fe4021044000bcd045f3e634f8a4 is 34, key is eaa/cf:cf/1733699584952/Put/seqid=0 2024-12-08T23:13:15,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741853_1029 (size=499309) 2024-12-08T23:13:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741853_1029 (size=499309) 2024-12-08T23:13:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741853_1029 (size=499309) 2024-12-08T23:13:15,396 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/0d3e10fff820e6a5def848c5b0e9c11e/.tmp/cf/df19fe4021044000bcd045f3e634f8a4 2024-12-08T23:13:15,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/02f001f1dd62762096f8513f956e20f4/.tmp/cf/f07562bdee34464ab609d3c88186d068 as hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/02f001f1dd62762096f8513f956e20f4/cf/f07562bdee34464ab609d3c88186d068 2024-12-08T23:13:15,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/0d3e10fff820e6a5def848c5b0e9c11e/.tmp/cf/df19fe4021044000bcd045f3e634f8a4 as hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/0d3e10fff820e6a5def848c5b0e9c11e/cf/df19fe4021044000bcd045f3e634f8a4 2024-12-08T23:13:15,411 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/02f001f1dd62762096f8513f956e20f4/cf/f07562bdee34464ab609d3c88186d068, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-08T23:13:15,417 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/0d3e10fff820e6a5def848c5b0e9c11e/cf/df19fe4021044000bcd045f3e634f8a4, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-08T23:13:15,418 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 02f001f1dd62762096f8513f956e20f4 in 235ms, sequenceid=5, compaction requested=false 2024-12-08T23:13:15,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 02f001f1dd62762096f8513f956e20f4: 2024-12-08T23:13:15,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. for SnapshotProcedureTest completed. 2024-12-08T23:13:15,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:13:15,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:13:15,418 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 0d3e10fff820e6a5def848c5b0e9c11e in 240ms, sequenceid=5, compaction requested=false 2024-12-08T23:13:15,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/02f001f1dd62762096f8513f956e20f4/cf/f07562bdee34464ab609d3c88186d068] hfiles 2024-12-08T23:13:15,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0d3e10fff820e6a5def848c5b0e9c11e: 2024-12-08T23:13:15,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. for SnapshotProcedureTest completed. 2024-12-08T23:13:15,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:13:15,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:13:15,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/0d3e10fff820e6a5def848c5b0e9c11e/cf/df19fe4021044000bcd045f3e634f8a4] hfiles 2024-12-08T23:13:15,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/02f001f1dd62762096f8513f956e20f4/cf/f07562bdee34464ab609d3c88186d068 for snapshot=SnapshotProcedureTest 2024-12-08T23:13:15,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/0d3e10fff820e6a5def848c5b0e9c11e/cf/df19fe4021044000bcd045f3e634f8a4 for snapshot=SnapshotProcedureTest 2024-12-08T23:13:15,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741855_1031 (size=97) 2024-12-08T23:13:15,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741855_1031 (size=97) 2024-12-08T23:13:15,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741855_1031 (size=97) 2024-12-08T23:13:15,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:13:15,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-08T23:13:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-08T23:13:15,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:13:15,439 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:13:15,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d3e10fff820e6a5def848c5b0e9c11e in 10.2810 sec 2024-12-08T23:13:15,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741856_1032 (size=105) 2024-12-08T23:13:15,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741856_1032 (size=105) 2024-12-08T23:13:15,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741856_1032 (size=105) 2024-12-08T23:13:15,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:13:15,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-08T23:13:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-08T23:13:15,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:13:15,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:13:15,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 02f001f1dd62762096f8513f956e20f4 in 10.2880 sec 2024-12-08T23:13:15,459 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(204): Hosts are {faa02f6dcafc=0} racks are {/default-rack=0} 2024-12-08T23:13:15,459 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T23:13:15,459 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T23:13:15,459 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T23:13:15,459 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T23:13:15,459 INFO [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T23:13:15,459 INFO [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T23:13:15,459 DEBUG [faa02f6dcafc:38879 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T23:13:15,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=a39ced274ea4137255d64408b5c6ffeb, regionState=OPENING, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:15,460 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=f2994228363b5cfd8ed9b0476b16a0cf, regionState=OPENING, regionLocation=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:15,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=99bbdc9bb66f319bee1dd895f993676c, regionState=OPENING, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:15,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=770d18f3e673ddf11f39fb0df54c289a, regionState=OPENING, regionLocation=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:15,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=770d18f3e673ddf11f39fb0df54c289a, ASSIGN because future has completed 2024-12-08T23:13:15,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 770d18f3e673ddf11f39fb0df54c289a, server=faa02f6dcafc,35025,1733699552392}] 2024-12-08T23:13:15,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2994228363b5cfd8ed9b0476b16a0cf, ASSIGN because future has completed 2024-12-08T23:13:15,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf, server=faa02f6dcafc,35025,1733699552392}] 2024-12-08T23:13:15,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99bbdc9bb66f319bee1dd895f993676c, ASSIGN because future has completed 2024-12-08T23:13:15,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99bbdc9bb66f319bee1dd895f993676c, server=faa02f6dcafc,40367,1733699552287}] 2024-12-08T23:13:15,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a39ced274ea4137255d64408b5c6ffeb, ASSIGN because future has completed 2024-12-08T23:13:15,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure a39ced274ea4137255d64408b5c6ffeb, server=faa02f6dcafc,40367,1733699552287}] 2024-12-08T23:13:15,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:13:15,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-08T23:13:15,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:13:15,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-08T23:13:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-08T23:13:15,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:13:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-08T23:13:15,635 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:13:15,635 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:13:15,635 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:13:15,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a66310a7bc9b4c7ee85063aa2075b0ac in 10.4780 sec 2024-12-08T23:13:15,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3f806a1ebd1eef212320bcd355c2c6ca in 10.4790 sec 2024-12-08T23:13:20,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb held by pid=41 2024-12-08T23:13:20,469 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:20,469 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf held by pid=42 2024-12-08T23:13:20,469 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:20,469 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a held by pid=39 2024-12-08T23:13:20,469 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:20,469 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c held by pid=40 2024-12-08T23:13:20,470 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:24,572 INFO [master/faa02f6dcafc:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T23:13:24,573 INFO [master/faa02f6dcafc:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T23:13:25,473 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:13:25,473 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => f2994228363b5cfd8ed9b0476b16a0cf, NAME => 'SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-08T23:13:25,474 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,474 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:13:25,474 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,475 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,476 INFO [StoreOpener-f2994228363b5cfd8ed9b0476b16a0cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,478 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:13:25,478 INFO [StoreOpener-f2994228363b5cfd8ed9b0476b16a0cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2994228363b5cfd8ed9b0476b16a0cf columnFamilyName cf 2024-12-08T23:13:25,478 DEBUG [StoreOpener-f2994228363b5cfd8ed9b0476b16a0cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:13:25,478 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => a39ced274ea4137255d64408b5c6ffeb, NAME => 'SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-08T23:13:25,478 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,478 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:13:25,478 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,479 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,479 INFO [StoreOpener-f2994228363b5cfd8ed9b0476b16a0cf-1 {}] regionserver.HStore(327): Store=f2994228363b5cfd8ed9b0476b16a0cf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:13:25,479 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,480 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,480 INFO [StoreOpener-a39ced274ea4137255d64408b5c6ffeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,482 INFO [StoreOpener-a39ced274ea4137255d64408b5c6ffeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a39ced274ea4137255d64408b5c6ffeb columnFamilyName cf 2024-12-08T23:13:25,482 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,482 DEBUG [StoreOpener-a39ced274ea4137255d64408b5c6ffeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:13:25,482 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,482 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,483 INFO [StoreOpener-a39ced274ea4137255d64408b5c6ffeb-1 {}] regionserver.HStore(327): Store=a39ced274ea4137255d64408b5c6ffeb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:13:25,483 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,484 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,485 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,485 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,486 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,486 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,486 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened f2994228363b5cfd8ed9b0476b16a0cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61052421, jitterRate=-0.09024803340435028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:13:25,486 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,486 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for f2994228363b5cfd8ed9b0476b16a0cf: Running coprocessor pre-open hook at 1733699605475Writing region info on filesystem at 1733699605475Initializing all the Stores at 1733699605476 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699605476Cleaning up temporary data from old regions at 1733699605482 (+6 ms)Running coprocessor post-open hooks at 1733699605486 (+4 ms)Region opened successfully at 1733699605486 2024-12-08T23:13:25,488 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf., pid=44, masterSystemTime=1733699605467 2024-12-08T23:13:25,491 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:13:25,492 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:13:25,492 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:13:25,492 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 770d18f3e673ddf11f39fb0df54c289a, NAME => 'SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-08T23:13:25,492 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,492 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=f2994228363b5cfd8ed9b0476b16a0cf, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:25,492 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:13:25,492 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,493 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,493 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,496 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened a39ced274ea4137255d64408b5c6ffeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65776402, jitterRate=-0.019855231046676636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:13:25,497 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,497 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for a39ced274ea4137255d64408b5c6ffeb: Running coprocessor pre-open hook at 1733699605479Writing region info on filesystem at 1733699605479Initializing all the Stores at 1733699605480 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699605480Cleaning up temporary data from old regions at 1733699605486 (+6 ms)Running coprocessor post-open hooks at 1733699605497 (+11 ms)Region opened successfully at 1733699605497 2024-12-08T23:13:25,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf, server=faa02f6dcafc,35025,1733699552392 because future has completed 2024-12-08T23:13:25,499 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb., pid=46, masterSystemTime=1733699605473 2024-12-08T23:13:25,500 INFO [StoreOpener-770d18f3e673ddf11f39fb0df54c289a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,502 INFO [StoreOpener-770d18f3e673ddf11f39fb0df54c289a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 770d18f3e673ddf11f39fb0df54c289a columnFamilyName cf 2024-12-08T23:13:25,502 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:13:25,502 DEBUG [StoreOpener-770d18f3e673ddf11f39fb0df54c289a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:13:25,502 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:13:25,502 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:13:25,503 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 99bbdc9bb66f319bee1dd895f993676c, NAME => 'SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-08T23:13:25,503 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,503 INFO [StoreOpener-770d18f3e673ddf11f39fb0df54c289a-1 {}] regionserver.HStore(327): Store=770d18f3e673ddf11f39fb0df54c289a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:13:25,503 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:13:25,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=a39ced274ea4137255d64408b5c6ffeb, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:25,503 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,503 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,504 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,505 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-12-08T23:13:25,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf, server=faa02f6dcafc,35025,1733699552392 in 10.0340 sec 2024-12-08T23:13:25,508 INFO [StoreOpener-99bbdc9bb66f319bee1dd895f993676c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure a39ced274ea4137255d64408b5c6ffeb, server=faa02f6dcafc,40367,1733699552287 because future has completed 2024-12-08T23:13:25,509 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,510 INFO [StoreOpener-99bbdc9bb66f319bee1dd895f993676c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99bbdc9bb66f319bee1dd895f993676c columnFamilyName cf 2024-12-08T23:13:25,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2994228363b5cfd8ed9b0476b16a0cf, ASSIGN in 10.2020 sec 2024-12-08T23:13:25,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:25,510 DEBUG [StoreOpener-99bbdc9bb66f319bee1dd895f993676c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:13:25,510 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,511 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,512 INFO [StoreOpener-99bbdc9bb66f319bee1dd895f993676c-1 {}] regionserver.HStore(327): Store=99bbdc9bb66f319bee1dd895f993676c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:13:25,512 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,514 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-12-08T23:13:25,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure a39ced274ea4137255d64408b5c6ffeb, server=faa02f6dcafc,40367,1733699552287 in 10.0390 sec 2024-12-08T23:13:25,515 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,516 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,516 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,516 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a39ced274ea4137255d64408b5c6ffeb, ASSIGN in 10.2100 sec 2024-12-08T23:13:25,517 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:25,519 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,520 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 770d18f3e673ddf11f39fb0df54c289a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67588232, jitterRate=0.007143139839172363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:13:25,520 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,520 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 770d18f3e673ddf11f39fb0df54c289a: Running coprocessor pre-open hook at 1733699605493Writing region info on filesystem at 1733699605493Initializing all the Stores at 1733699605499 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699605499Cleaning up temporary data from old regions at 1733699605511 (+12 ms)Running coprocessor post-open hooks at 1733699605520 (+9 ms)Region opened successfully at 1733699605520 2024-12-08T23:13:25,521 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a., pid=43, masterSystemTime=1733699605467 2024-12-08T23:13:25,522 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 99bbdc9bb66f319bee1dd895f993676c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68632369, jitterRate=0.022701993584632874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:13:25,522 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,522 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 99bbdc9bb66f319bee1dd895f993676c: Running coprocessor pre-open hook at 1733699605504Writing region info on filesystem at 1733699605504Initializing all the Stores at 1733699605507 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699605507Cleaning up temporary data from old regions at 1733699605516 (+9 ms)Running coprocessor post-open hooks at 1733699605522 (+6 ms)Region opened successfully at 1733699605522 2024-12-08T23:13:25,523 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c., pid=45, masterSystemTime=1733699605473 2024-12-08T23:13:25,524 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:13:25,524 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:13:25,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=770d18f3e673ddf11f39fb0df54c289a, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:25,527 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:13:25,528 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:13:25,528 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=99bbdc9bb66f319bee1dd895f993676c, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:25,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 770d18f3e673ddf11f39fb0df54c289a, server=faa02f6dcafc,35025,1733699552392 because future has completed 2024-12-08T23:13:25,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99bbdc9bb66f319bee1dd895f993676c, server=faa02f6dcafc,40367,1733699552287 because future has completed 2024-12-08T23:13:25,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-08T23:13:25,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 770d18f3e673ddf11f39fb0df54c289a, server=faa02f6dcafc,35025,1733699552392 in 10.0670 sec 2024-12-08T23:13:25,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=40 2024-12-08T23:13:25,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 99bbdc9bb66f319bee1dd895f993676c, server=faa02f6dcafc,40367,1733699552287 in 10.0650 sec 2024-12-08T23:13:25,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=770d18f3e673ddf11f39fb0df54c289a, ASSIGN in 10.2300 sec 2024-12-08T23:13:25,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:25,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-12-08T23:13:25,539 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server faa02f6dcafc,46841,1733699552436 after splitting done 2024-12-08T23:13:25,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99bbdc9bb66f319bee1dd895f993676c, ASSIGN in 10.2310 sec 2024-12-08T23:13:25,539 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:25,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure faa02f6dcafc,46841,1733699552436, splitWal=true, meta=false in 20.0950 sec 2024-12-08T23:13:30,327 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T23:13:30,994 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T23:13:35,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-08T23:13:35,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-08T23:13:35,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:13:35,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:13:35,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 770d18f3e673ddf11f39fb0df54c289a: 2024-12-08T23:13:35,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f2994228363b5cfd8ed9b0476b16a0cf: 2024-12-08T23:13:35,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. for SnapshotProcedureTest completed. 2024-12-08T23:13:35,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. for SnapshotProcedureTest completed. 2024-12-08T23:13:35,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:13:35,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:13:35,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:13:35,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:13:35,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:13:35,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:13:35,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-08T23:13:35,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:13:35,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-08T23:13:35,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 99bbdc9bb66f319bee1dd895f993676c: 2024-12-08T23:13:35,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:13:35,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. for SnapshotProcedureTest completed. 2024-12-08T23:13:35,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a39ced274ea4137255d64408b5c6ffeb: 2024-12-08T23:13:35,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. for SnapshotProcedureTest completed. 2024-12-08T23:13:35,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:13:35,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:13:35,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:13:35,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:13:35,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:13:35,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:13:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741857_1033 (size=65) 2024-12-08T23:13:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741857_1033 (size=65) 2024-12-08T23:13:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741857_1033 (size=65) 2024-12-08T23:13:35,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:13:35,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-08T23:13:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-08T23:13:35,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:35,554 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:35,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 770d18f3e673ddf11f39fb0df54c289a in 30.3960 sec 2024-12-08T23:13:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741858_1034 (size=65) 2024-12-08T23:13:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741858_1034 (size=65) 2024-12-08T23:13:35,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741858_1034 (size=65) 2024-12-08T23:13:35,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:13:35,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-08T23:13:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-08T23:13:35,560 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:35,561 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:35,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f2994228363b5cfd8ed9b0476b16a0cf in 30.4030 sec 2024-12-08T23:13:35,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741859_1035 (size=57) 2024-12-08T23:13:35,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741859_1035 (size=57) 2024-12-08T23:13:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741859_1035 (size=57) 2024-12-08T23:13:35,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:13:35,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-08T23:13:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-08T23:13:35,580 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:35,583 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:35,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741860_1036 (size=65) 2024-12-08T23:13:35,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741860_1036 (size=65) 2024-12-08T23:13:35,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741860_1036 (size=65) 2024-12-08T23:13:35,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a39ced274ea4137255d64408b5c6ffeb in 30.4250 sec 2024-12-08T23:13:35,874 INFO [regionserver/faa02f6dcafc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-08T23:13:35,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:13:35,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-08T23:13:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-08T23:13:35,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:35,986 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:35,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-08T23:13:35,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 99bbdc9bb66f319bee1dd895f993676c in 30.8280 sec 2024-12-08T23:13:35,989 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T23:13:35,992 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T23:13:35,996 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T23:13:35,996 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-08T23:13:36,000 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T23:13:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741861_1037 (size=1094) 2024-12-08T23:13:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741861_1037 (size=1094) 2024-12-08T23:13:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741861_1037 (size=1094) 2024-12-08T23:13:36,053 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T23:13:36,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-08T23:13:36,069 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:36,069 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:36,069 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:36,069 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:36,069 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:36,074 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:38,567 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=faa02f6dcafc:38879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-08T23:13:40,544 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0d3e10fff820e6a5def848c5b0e9c11e, had cached 0 bytes from a total of 499309 2024-12-08T23:13:40,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 02f001f1dd62762096f8513f956e20f4, had cached 0 bytes from a total of 47197 2024-12-08T23:13:44,635 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 240212425f2d5747947600f278f0f085 changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:13:44,636 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f2994228363b5cfd8ed9b0476b16a0cf changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:13:44,636 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3f806a1ebd1eef212320bcd355c2c6ca changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:13:44,637 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 770d18f3e673ddf11f39fb0df54c289a changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:13:44,637 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 02f001f1dd62762096f8513f956e20f4 changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:13:44,637 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a39ced274ea4137255d64408b5c6ffeb changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:13:44,638 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 59d3092ad0be89fb663fe3105d8c0de4 changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:13:44,638 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a66310a7bc9b4c7ee85063aa2075b0ac changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:13:44,638 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 99bbdc9bb66f319bee1dd895f993676c changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:13:44,638 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0d3e10fff820e6a5def848c5b0e9c11e changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:13:46,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-08T23:13:46,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-08T23:13:46,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-08T23:13:46,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-08T23:13:46,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-08T23:13:46,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-08T23:13:46,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T23:13:46,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T23:13:46,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-08T23:13:46,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-08T23:13:46,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-08T23:13:46,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-08T23:13:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-08T23:13:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-08T23:13:46,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-08T23:13:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-08T23:13:46,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-08T23:13:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-08T23:13:46,090 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,35025,1733699552392 Release verify snapshot worker=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:46,090 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 Release verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-08T23:13:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-08T23:13:46,092 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 Release verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:46,092 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,35025,1733699552392 Release verify snapshot worker=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:46,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,35025,1733699552392 in 10.0300 sec 2024-12-08T23:13:46,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 in 10.0300 sec 2024-12-08T23:13:46,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,35025,1733699552392 in 10.0280 sec 2024-12-08T23:13:46,095 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:46,096 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,35025,1733699552392 Release verify snapshot worker=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:46,096 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 Release verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:46,096 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:46,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 in 10.0280 sec 2024-12-08T23:13:46,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 in 10.0340 sec 2024-12-08T23:13:46,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,35025,1733699552392 in 10.0340 sec 2024-12-08T23:13:46,099 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:46,099 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:56,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-08T23:13:56,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-08T23:13:56,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-08T23:13:56,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-08T23:13:56,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-08T23:13:56,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-08T23:13:56,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-08T23:13:56,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-08T23:13:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-08T23:13:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-08T23:13:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-08T23:13:56,103 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 Release verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:56,103 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,35025,1733699552392 Release verify snapshot worker=faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38879 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-08T23:13:56,105 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 Release verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:56,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 in 20.0410 sec 2024-12-08T23:13:56,106 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 Release verify snapshot worker=faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:56,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,35025,1733699552392 in 20.0410 sec 2024-12-08T23:13:56,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 in 20.0430 sec 2024-12-08T23:13:56,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-12-08T23:13:56,108 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T23:13:56,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,40367,1733699552287 in 20.0440 sec 2024-12-08T23:13:56,110 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/.hbase-snapshot/SnapshotProcedureTest 2024-12-08T23:13:56,112 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T23:13:56,112 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-08T23:13:56,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9950 sec 2024-12-08T23:13:56,344 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-08T23:13:56,350 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-08T23:13:56,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T23:13:56,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T23:13:56,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:13:56,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:13:56,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:13:56,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T23:13:56,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T23:13:56,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=672619898, stopped=false 2024-12-08T23:13:56,351 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=faa02f6dcafc,38879,1733699551268 2024-12-08T23:13:56,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T23:13:56,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T23:13:56,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T23:13:56,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T23:13:56,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:13:56,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:13:56,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:13:56,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T23:13:56,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:13:56,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:13:56,398 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'faa02f6dcafc,40367,1733699552287' ***** 2024-12-08T23:13:56,398 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T23:13:56,398 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'faa02f6dcafc,35025,1733699552392' ***** 2024-12-08T23:13:56,398 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T23:13:56,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:13:56,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:13:56,399 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T23:13:56,399 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T23:13:56,399 INFO [RS:0;faa02f6dcafc:40367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T23:13:56,399 INFO [RS:1;faa02f6dcafc:35025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T23:13:56,399 INFO [RS:0;faa02f6dcafc:40367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T23:13:56,399 INFO [RS:1;faa02f6dcafc:35025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T23:13:56,399 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T23:13:56,399 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T23:13:56,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:13:56,399 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(3091): Received CLOSE for 240212425f2d5747947600f278f0f085 2024-12-08T23:13:56,399 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(3091): Received CLOSE for a39ced274ea4137255d64408b5c6ffeb 2024-12-08T23:13:56,400 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f806a1ebd1eef212320bcd355c2c6ca 2024-12-08T23:13:56,400 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(3091): Received CLOSE for a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:13:56,400 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(3091): Received CLOSE for f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:56,400 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d3e10fff820e6a5def848c5b0e9c11e 2024-12-08T23:13:56,400 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(3091): Received CLOSE for 770d18f3e673ddf11f39fb0df54c289a 2024-12-08T23:13:56,400 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(3091): Received CLOSE for 59d3092ad0be89fb663fe3105d8c0de4 2024-12-08T23:13:56,400 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(3091): Received CLOSE for 02f001f1dd62762096f8513f956e20f4 2024-12-08T23:13:56,400 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(3091): Received CLOSE for 99bbdc9bb66f319bee1dd895f993676c 2024-12-08T23:13:56,400 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(959): stopping server faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:56,400 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(959): stopping server faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:56,401 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T23:13:56,401 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T23:13:56,401 INFO [RS:0;faa02f6dcafc:40367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;faa02f6dcafc:40367. 2024-12-08T23:13:56,401 INFO [RS:1;faa02f6dcafc:35025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;faa02f6dcafc:35025. 2024-12-08T23:13:56,401 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a39ced274ea4137255d64408b5c6ffeb, disabling compactions & flushes 2024-12-08T23:13:56,401 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 240212425f2d5747947600f278f0f085, disabling compactions & flushes 2024-12-08T23:13:56,401 DEBUG [RS:0;faa02f6dcafc:40367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:13:56,401 DEBUG [RS:1;faa02f6dcafc:35025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:13:56,401 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:13:56,401 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:13:56,401 DEBUG [RS:0;faa02f6dcafc:40367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:13:56,401 DEBUG [RS:1;faa02f6dcafc:35025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:13:56,401 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:13:56,401 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:13:56,401 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. after waiting 0 ms 2024-12-08T23:13:56,401 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. after waiting 0 ms 2024-12-08T23:13:56,401 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:13:56,401 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:13:56,401 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-08T23:13:56,401 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T23:13:56,401 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T23:13:56,401 DEBUG [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(1325): Online Regions={240212425f2d5747947600f278f0f085=SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085., 3f806a1ebd1eef212320bcd355c2c6ca=SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca., f2994228363b5cfd8ed9b0476b16a0cf=SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf., 770d18f3e673ddf11f39fb0df54c289a=SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a., 02f001f1dd62762096f8513f956e20f4=SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4.} 2024-12-08T23:13:56,401 DEBUG [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(1351): Waiting on 02f001f1dd62762096f8513f956e20f4, 240212425f2d5747947600f278f0f085, 3f806a1ebd1eef212320bcd355c2c6ca, 770d18f3e673ddf11f39fb0df54c289a, f2994228363b5cfd8ed9b0476b16a0cf 2024-12-08T23:13:56,401 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T23:13:56,402 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T23:13:56,402 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-08T23:13:56,402 DEBUG [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(1325): Online Regions={a39ced274ea4137255d64408b5c6ffeb=SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb., 1588230740=hbase:meta,,1.1588230740, a66310a7bc9b4c7ee85063aa2075b0ac=SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac., 0d3e10fff820e6a5def848c5b0e9c11e=SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e., 59d3092ad0be89fb663fe3105d8c0de4=SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4., 99bbdc9bb66f319bee1dd895f993676c=SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c.} 2024-12-08T23:13:56,402 DEBUG [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(1351): Waiting on 0d3e10fff820e6a5def848c5b0e9c11e, 1588230740, 59d3092ad0be89fb663fe3105d8c0de4, 99bbdc9bb66f319bee1dd895f993676c, a39ced274ea4137255d64408b5c6ffeb, a66310a7bc9b4c7ee85063aa2075b0ac 2024-12-08T23:13:56,402 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T23:13:56,402 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T23:13:56,402 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T23:13:56,403 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T23:13:56,403 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T23:13:56,403 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.28 KB heapSize=27.30 KB 2024-12-08T23:13:56,412 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/240212425f2d5747947600f278f0f085/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T23:13:56,415 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:13:56,415 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 240212425f2d5747947600f278f0f085: Waiting for close lock at 1733699636400Running coprocessor pre-close hooks at 1733699636401 (+1 ms)Disabling compacts and flushes for region at 1733699636401Disabling writes for close at 1733699636401Writing region close event to WAL at 1733699636402 (+1 ms)Running coprocessor post-close hooks at 1733699636413 (+11 ms)Closed at 1733699636415 (+2 ms) 2024-12-08T23:13:56,416 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733699564739.240212425f2d5747947600f278f0f085. 2024-12-08T23:13:56,416 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f806a1ebd1eef212320bcd355c2c6ca, disabling compactions & flushes 2024-12-08T23:13:56,416 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:13:56,416 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:13:56,416 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. after waiting 0 ms 2024-12-08T23:13:56,416 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:13:56,417 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/a39ced274ea4137255d64408b5c6ffeb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T23:13:56,418 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:13:56,418 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a39ced274ea4137255d64408b5c6ffeb: Waiting for close lock at 1733699636400Running coprocessor pre-close hooks at 1733699636401 (+1 ms)Disabling compacts and flushes for region at 1733699636401Disabling writes for close at 1733699636401Writing region close event to WAL at 1733699636402 (+1 ms)Running coprocessor post-close hooks at 1733699636418 (+16 ms)Closed at 1733699636418 2024-12-08T23:13:56,418 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733699564739.a39ced274ea4137255d64408b5c6ffeb. 2024-12-08T23:13:56,418 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a66310a7bc9b4c7ee85063aa2075b0ac, disabling compactions & flushes 2024-12-08T23:13:56,419 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:13:56,419 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:13:56,419 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. after waiting 0 ms 2024-12-08T23:13:56,419 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:13:56,426 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/3f806a1ebd1eef212320bcd355c2c6ca/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T23:13:56,426 INFO [regionserver/faa02f6dcafc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:13:56,427 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/a66310a7bc9b4c7ee85063aa2075b0ac/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T23:13:56,427 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:13:56,428 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f806a1ebd1eef212320bcd355c2c6ca: Waiting for close lock at 1733699636416Running coprocessor pre-close hooks at 1733699636416Disabling compacts and flushes for region at 1733699636416Disabling writes for close at 1733699636416Writing region close event to WAL at 1733699636421 (+5 ms)Running coprocessor post-close hooks at 1733699636427 (+6 ms)Closed at 1733699636427 2024-12-08T23:13:56,428 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733699564739.3f806a1ebd1eef212320bcd355c2c6ca. 2024-12-08T23:13:56,428 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2994228363b5cfd8ed9b0476b16a0cf, disabling compactions & flushes 2024-12-08T23:13:56,428 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:13:56,428 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:13:56,428 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. after waiting 0 ms 2024-12-08T23:13:56,428 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:13:56,428 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:13:56,428 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a66310a7bc9b4c7ee85063aa2075b0ac: Waiting for close lock at 1733699636418Running coprocessor pre-close hooks at 1733699636418Disabling compacts and flushes for region at 1733699636418Disabling writes for close at 1733699636419 (+1 ms)Writing region close event to WAL at 1733699636421 (+2 ms)Running coprocessor post-close hooks at 1733699636428 (+7 ms)Closed at 1733699636428 2024-12-08T23:13:56,429 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733699564739.a66310a7bc9b4c7ee85063aa2075b0ac. 2024-12-08T23:13:56,429 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d3e10fff820e6a5def848c5b0e9c11e, disabling compactions & flushes 2024-12-08T23:13:56,429 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:13:56,429 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:13:56,429 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. after waiting 0 ms 2024-12-08T23:13:56,429 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:13:56,437 INFO [regionserver/faa02f6dcafc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:13:56,437 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/f2994228363b5cfd8ed9b0476b16a0cf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T23:13:56,438 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:13:56,438 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2994228363b5cfd8ed9b0476b16a0cf: Waiting for close lock at 1733699636428Running coprocessor pre-close hooks at 1733699636428Disabling compacts and flushes for region at 1733699636428Disabling writes for close at 1733699636428Writing region close event to WAL at 1733699636428Running coprocessor post-close hooks at 1733699636438 (+10 ms)Closed at 1733699636438 2024-12-08T23:13:56,439 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733699564739.f2994228363b5cfd8ed9b0476b16a0cf. 2024-12-08T23:13:56,439 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 770d18f3e673ddf11f39fb0df54c289a, disabling compactions & flushes 2024-12-08T23:13:56,439 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:13:56,439 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:13:56,439 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. after waiting 0 ms 2024-12-08T23:13:56,439 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:13:56,441 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/0d3e10fff820e6a5def848c5b0e9c11e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T23:13:56,441 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:13:56,442 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d3e10fff820e6a5def848c5b0e9c11e: Waiting for close lock at 1733699636429Running coprocessor pre-close hooks at 1733699636429Disabling compacts and flushes for region at 1733699636429Disabling writes for close at 1733699636429Writing region close event to WAL at 1733699636437 (+8 ms)Running coprocessor post-close hooks at 1733699636441 (+4 ms)Closed at 1733699636441 2024-12-08T23:13:56,442 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733699564739.0d3e10fff820e6a5def848c5b0e9c11e. 2024-12-08T23:13:56,442 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59d3092ad0be89fb663fe3105d8c0de4, disabling compactions & flushes 2024-12-08T23:13:56,442 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:13:56,442 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:13:56,442 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. after waiting 0 ms 2024-12-08T23:13:56,442 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:13:56,444 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/.tmp/info/7413eed3c5874de7a12c5d5f2f7b8dc3 is 167, key is SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4./info:regioninfo/1733699575619/Put/seqid=0 2024-12-08T23:13:56,446 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/770d18f3e673ddf11f39fb0df54c289a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T23:13:56,447 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:13:56,447 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 770d18f3e673ddf11f39fb0df54c289a: Waiting for close lock at 1733699636439Running coprocessor pre-close hooks at 1733699636439Disabling compacts and flushes for region at 1733699636439Disabling writes for close at 1733699636439Writing region close event to WAL at 1733699636439Running coprocessor post-close hooks at 1733699636447 (+8 ms)Closed at 1733699636447 2024-12-08T23:13:56,447 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733699564739.770d18f3e673ddf11f39fb0df54c289a. 2024-12-08T23:13:56,447 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02f001f1dd62762096f8513f956e20f4, disabling compactions & flushes 2024-12-08T23:13:56,447 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:13:56,447 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:13:56,447 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. after waiting 0 ms 2024-12-08T23:13:56,447 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:13:56,452 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/59d3092ad0be89fb663fe3105d8c0de4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T23:13:56,453 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:13:56,454 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59d3092ad0be89fb663fe3105d8c0de4: Waiting for close lock at 1733699636442Running coprocessor pre-close hooks at 1733699636442Disabling compacts and flushes for region at 1733699636442Disabling writes for close at 1733699636442Writing region close event to WAL at 1733699636444 (+2 ms)Running coprocessor post-close hooks at 1733699636453 (+9 ms)Closed at 1733699636453 2024-12-08T23:13:56,454 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733699564739.59d3092ad0be89fb663fe3105d8c0de4. 2024-12-08T23:13:56,454 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99bbdc9bb66f319bee1dd895f993676c, disabling compactions & flushes 2024-12-08T23:13:56,454 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:13:56,454 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:13:56,454 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. after waiting 0 ms 2024-12-08T23:13:56,454 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:13:56,466 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/02f001f1dd62762096f8513f956e20f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T23:13:56,467 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:13:56,467 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02f001f1dd62762096f8513f956e20f4: Waiting for close lock at 1733699636447Running coprocessor pre-close hooks at 1733699636447Disabling compacts and flushes for region at 1733699636447Disabling writes for close at 1733699636447Writing region close event to WAL at 1733699636453 (+6 ms)Running coprocessor post-close hooks at 1733699636467 (+14 ms)Closed at 1733699636467 2024-12-08T23:13:56,467 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733699564739.02f001f1dd62762096f8513f956e20f4. 2024-12-08T23:13:56,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741862_1038 (size=20260) 2024-12-08T23:13:56,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741862_1038 (size=20260) 2024-12-08T23:13:56,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741862_1038 (size=20260) 2024-12-08T23:13:56,469 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.12 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/.tmp/info/7413eed3c5874de7a12c5d5f2f7b8dc3 2024-12-08T23:13:56,471 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/default/SPTestTable/99bbdc9bb66f319bee1dd895f993676c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T23:13:56,471 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:13:56,471 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99bbdc9bb66f319bee1dd895f993676c: Waiting for close lock at 1733699636454Running coprocessor pre-close hooks at 1733699636454Disabling compacts and flushes for region at 1733699636454Disabling writes for close at 1733699636454Writing region close event to WAL at 1733699636457 (+3 ms)Running coprocessor post-close hooks at 1733699636471 (+14 ms)Closed at 1733699636471 2024-12-08T23:13:56,472 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733699564739.99bbdc9bb66f319bee1dd895f993676c. 2024-12-08T23:13:56,494 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/.tmp/ns/e66c85d073994051b2eccf25cb8ce9da is 43, key is default/ns:d/1733699564456/Put/seqid=0 2024-12-08T23:13:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741863_1039 (size=5153) 2024-12-08T23:13:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741863_1039 (size=5153) 2024-12-08T23:13:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741863_1039 (size=5153) 2024-12-08T23:13:56,503 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/.tmp/ns/e66c85d073994051b2eccf25cb8ce9da 2024-12-08T23:13:56,532 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/.tmp/table/3c284f2a1c70489facb4ebaece353643 is 47, key is SPTestTable/table:state/1733699575680/Put/seqid=0 2024-12-08T23:13:56,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741864_1040 (size=5214) 2024-12-08T23:13:56,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741864_1040 (size=5214) 2024-12-08T23:13:56,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741864_1040 (size=5214) 2024-12-08T23:13:56,545 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/.tmp/table/3c284f2a1c70489facb4ebaece353643 2024-12-08T23:13:56,555 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/.tmp/info/7413eed3c5874de7a12c5d5f2f7b8dc3 as hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/info/7413eed3c5874de7a12c5d5f2f7b8dc3 2024-12-08T23:13:56,565 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/info/7413eed3c5874de7a12c5d5f2f7b8dc3, entries=116, sequenceid=37, filesize=19.8 K 2024-12-08T23:13:56,567 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/.tmp/ns/e66c85d073994051b2eccf25cb8ce9da as hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/ns/e66c85d073994051b2eccf25cb8ce9da 2024-12-08T23:13:56,577 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/ns/e66c85d073994051b2eccf25cb8ce9da, entries=2, sequenceid=37, filesize=5.0 K 2024-12-08T23:13:56,578 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/.tmp/table/3c284f2a1c70489facb4ebaece353643 as hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/table/3c284f2a1c70489facb4ebaece353643 2024-12-08T23:13:56,587 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/table/3c284f2a1c70489facb4ebaece353643, entries=2, sequenceid=37, filesize=5.1 K 2024-12-08T23:13:56,588 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 185ms, sequenceid=37, compaction requested=false 2024-12-08T23:13:56,602 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(976): stopping server faa02f6dcafc,35025,1733699552392; all regions closed. 2024-12-08T23:13:56,602 DEBUG [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T23:13:56,605 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-08T23:13:56,607 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T23:13:56,607 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T23:13:56,607 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733699636402Running coprocessor pre-close hooks at 1733699636402Disabling compacts and flushes for region at 1733699636402Disabling writes for close at 1733699636403 (+1 ms)Obtaining lock to block concurrent updates at 1733699636403Preparing flush snapshotting stores in 1588230740 at 1733699636403Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16668, getHeapSize=27888, getOffHeapSize=0, getCellsCount=136 at 1733699636403Flushing stores of hbase:meta,,1.1588230740 at 1733699636405 (+2 ms)Flushing 1588230740/info: creating writer at 1733699636405Flushing 1588230740/info: appending metadata at 1733699636443 (+38 ms)Flushing 1588230740/info: closing flushed file at 1733699636444 (+1 ms)Flushing 1588230740/ns: creating writer at 1733699636479 (+35 ms)Flushing 1588230740/ns: appending metadata at 1733699636493 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733699636493Flushing 1588230740/table: creating writer at 1733699636511 (+18 ms)Flushing 1588230740/table: appending metadata at 1733699636531 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733699636531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6ae596: reopening flushed file at 1733699636554 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7b4718: reopening flushed file at 1733699636566 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f672bc: reopening flushed file at 1733699636577 (+11 ms)Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 185ms, sequenceid=37, compaction requested=false at 1733699636588 (+11 ms)Writing region close event to WAL at 1733699636597 (+9 ms)Running coprocessor post-close hooks at 1733699636606 (+9 ms)Closed at 1733699636607 (+1 ms) 2024-12-08T23:13:56,607 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T23:13:56,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741833_1009 (size=3530) 2024-12-08T23:13:56,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741833_1009 (size=3530) 2024-12-08T23:13:56,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741833_1009 (size=3530) 2024-12-08T23:13:56,618 DEBUG [RS:1;faa02f6dcafc:35025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/oldWALs 2024-12-08T23:13:56,618 INFO [RS:1;faa02f6dcafc:35025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL faa02f6dcafc%2C35025%2C1733699552392:(num 1733699554093) 2024-12-08T23:13:56,618 DEBUG [RS:1;faa02f6dcafc:35025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:13:56,618 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:13:56,618 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T23:13:56,619 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.ChoreService(370): Chore service for: regionserver/faa02f6dcafc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T23:13:56,619 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T23:13:56,619 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T23:13:56,619 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T23:13:56,619 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T23:13:56,619 INFO [regionserver/faa02f6dcafc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T23:13:56,620 INFO [RS:1;faa02f6dcafc:35025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35025 2024-12-08T23:13:56,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T23:13:56,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/faa02f6dcafc,35025,1733699552392 2024-12-08T23:13:56,629 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T23:13:56,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [faa02f6dcafc,35025,1733699552392] 2024-12-08T23:13:56,650 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/faa02f6dcafc,35025,1733699552392 already deleted, retry=false 2024-12-08T23:13:56,650 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; faa02f6dcafc,35025,1733699552392 expired; onlineServers=1 2024-12-08T23:13:56,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:13:56,740 INFO [RS:1;faa02f6dcafc:35025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T23:13:56,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10007b3c3800002, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:13:56,740 INFO [RS:1;faa02f6dcafc:35025 {}] regionserver.HRegionServer(1031): Exiting; stopping=faa02f6dcafc,35025,1733699552392; zookeeper connection closed. 2024-12-08T23:13:56,740 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62c8bbf7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62c8bbf7 2024-12-08T23:13:56,803 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(976): stopping server faa02f6dcafc,40367,1733699552287; all regions closed. 2024-12-08T23:13:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741836_1012 (size=19466) 2024-12-08T23:13:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741836_1012 (size=19466) 2024-12-08T23:13:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741836_1012 (size=19466) 2024-12-08T23:13:56,809 DEBUG [RS:0;faa02f6dcafc:40367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/oldWALs 2024-12-08T23:13:56,809 INFO [RS:0;faa02f6dcafc:40367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL faa02f6dcafc%2C40367%2C1733699552287.meta:.meta(num 1733699564290) 2024-12-08T23:13:56,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741835_1011 (size=3500) 2024-12-08T23:13:56,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741835_1011 (size=3500) 2024-12-08T23:13:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741835_1011 (size=3500) 2024-12-08T23:13:56,815 DEBUG [RS:0;faa02f6dcafc:40367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/oldWALs 2024-12-08T23:13:56,815 INFO [RS:0;faa02f6dcafc:40367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL faa02f6dcafc%2C40367%2C1733699552287:(num 1733699554094) 2024-12-08T23:13:56,815 DEBUG [RS:0;faa02f6dcafc:40367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:13:56,815 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:13:56,816 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T23:13:56,816 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.ChoreService(370): Chore service for: regionserver/faa02f6dcafc:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T23:13:56,816 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T23:13:56,816 INFO [regionserver/faa02f6dcafc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T23:13:56,817 INFO [RS:0;faa02f6dcafc:40367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40367 2024-12-08T23:13:56,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T23:13:56,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/faa02f6dcafc,40367,1733699552287 2024-12-08T23:13:56,839 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T23:13:56,840 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$361/0x00007fb6649040f0@1030e9e9 rejected from java.util.concurrent.ThreadPoolExecutor@5532758b[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-08T23:13:56,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [faa02f6dcafc,40367,1733699552287] 2024-12-08T23:13:56,860 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/faa02f6dcafc,40367,1733699552287 already deleted, retry=false 2024-12-08T23:13:56,860 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; faa02f6dcafc,40367,1733699552287 expired; onlineServers=0 2024-12-08T23:13:56,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'faa02f6dcafc,38879,1733699551268' ***** 2024-12-08T23:13:56,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T23:13:56,861 INFO [M:0;faa02f6dcafc:38879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T23:13:56,861 INFO [M:0;faa02f6dcafc:38879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T23:13:56,861 DEBUG [M:0;faa02f6dcafc:38879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T23:13:56,861 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T23:13:56,861 DEBUG [M:0;faa02f6dcafc:38879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T23:13:56,861 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.large.0-1733699553649 {}] cleaner.HFileCleaner(306): Exit Thread[master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.large.0-1733699553649,5,FailOnTimeoutGroup] 2024-12-08T23:13:56,861 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.small.0-1733699553651 {}] cleaner.HFileCleaner(306): Exit Thread[master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.small.0-1733699553651,5,FailOnTimeoutGroup] 2024-12-08T23:13:56,861 INFO [M:0;faa02f6dcafc:38879 {}] hbase.ChoreService(370): Chore service for: master/faa02f6dcafc:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T23:13:56,861 INFO [M:0;faa02f6dcafc:38879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T23:13:56,862 DEBUG [M:0;faa02f6dcafc:38879 {}] master.HMaster(1795): Stopping service threads 2024-12-08T23:13:56,862 INFO [M:0;faa02f6dcafc:38879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T23:13:56,862 INFO [M:0;faa02f6dcafc:38879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T23:13:56,862 ERROR [M:0;faa02f6dcafc:38879 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2018628547) connection to localhost/127.0.0.1:41171 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41171,5,PEWorkerGroup] 2024-12-08T23:13:56,862 INFO [M:0;faa02f6dcafc:38879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T23:13:56,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T23:13:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T23:13:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:13:56,871 DEBUG [M:0;faa02f6dcafc:38879 {}] zookeeper.ZKUtil(347): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T23:13:56,871 WARN [M:0;faa02f6dcafc:38879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T23:13:56,872 INFO [M:0;faa02f6dcafc:38879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/.lastflushedseqids 2024-12-08T23:13:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741865_1041 (size=686) 2024-12-08T23:13:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741865_1041 (size=686) 2024-12-08T23:13:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741865_1041 (size=686) 2024-12-08T23:13:56,886 INFO [M:0;faa02f6dcafc:38879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T23:13:56,886 INFO [M:0;faa02f6dcafc:38879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T23:13:56,886 DEBUG [M:0;faa02f6dcafc:38879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T23:13:56,886 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:13:56,886 DEBUG [M:0;faa02f6dcafc:38879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:13:56,886 DEBUG [M:0;faa02f6dcafc:38879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T23:13:56,887 DEBUG [M:0;faa02f6dcafc:38879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:13:56,887 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.25 KB heapSize=242.02 KB 2024-12-08T23:13:56,908 DEBUG [M:0;faa02f6dcafc:38879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a773478601248c79c3a6b136aa78947 is 82, key is hbase:meta,,1/info:regioninfo/1733699564364/Put/seqid=0 2024-12-08T23:13:56,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741866_1042 (size=5672) 2024-12-08T23:13:56,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741866_1042 (size=5672) 2024-12-08T23:13:56,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741866_1042 (size=5672) 2024-12-08T23:13:56,926 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a773478601248c79c3a6b136aa78947 2024-12-08T23:13:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:13:56,950 INFO [RS:0;faa02f6dcafc:40367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T23:13:56,950 INFO [RS:0;faa02f6dcafc:40367 {}] regionserver.HRegionServer(1031): Exiting; stopping=faa02f6dcafc,40367,1733699552287; zookeeper connection closed. 2024-12-08T23:13:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40367-0x10007b3c3800001, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:13:56,950 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b93f209 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b93f209 2024-12-08T23:13:56,951 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-08T23:13:56,959 DEBUG [M:0;faa02f6dcafc:38879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c1eded8e59749bbb5e9b060f162eb10 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733699575688/Put/seqid=0 2024-12-08T23:13:56,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741867_1043 (size=8973) 2024-12-08T23:13:56,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741867_1043 (size=8973) 2024-12-08T23:13:56,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741867_1043 (size=8973) 2024-12-08T23:13:56,982 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.51 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c1eded8e59749bbb5e9b060f162eb10 2024-12-08T23:13:56,997 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c1eded8e59749bbb5e9b060f162eb10 2024-12-08T23:13:57,021 DEBUG [M:0;faa02f6dcafc:38879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49f4e32b7932446dabe07fab34a62682 is 69, key is faa02f6dcafc,35025,1733699552392/rs:state/1733699553799/Put/seqid=0 2024-12-08T23:13:57,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741868_1044 (size=5441) 2024-12-08T23:13:57,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741868_1044 (size=5441) 2024-12-08T23:13:57,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741868_1044 (size=5441) 2024-12-08T23:13:57,042 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49f4e32b7932446dabe07fab34a62682 2024-12-08T23:13:57,050 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49f4e32b7932446dabe07fab34a62682 2024-12-08T23:13:57,052 DEBUG [M:0;faa02f6dcafc:38879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a773478601248c79c3a6b136aa78947 as hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a773478601248c79c3a6b136aa78947 2024-12-08T23:13:57,062 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a773478601248c79c3a6b136aa78947, entries=8, sequenceid=513, filesize=5.5 K 2024-12-08T23:13:57,064 DEBUG [M:0;faa02f6dcafc:38879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c1eded8e59749bbb5e9b060f162eb10 as hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c1eded8e59749bbb5e9b060f162eb10 2024-12-08T23:13:57,073 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c1eded8e59749bbb5e9b060f162eb10 2024-12-08T23:13:57,074 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c1eded8e59749bbb5e9b060f162eb10, entries=56, sequenceid=513, filesize=8.8 K 2024-12-08T23:13:57,075 DEBUG [M:0;faa02f6dcafc:38879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49f4e32b7932446dabe07fab34a62682 as hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49f4e32b7932446dabe07fab34a62682 2024-12-08T23:13:57,085 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49f4e32b7932446dabe07fab34a62682 2024-12-08T23:13:57,085 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/8fcbf813-5bf8-5fdd-f2b2-f85380b549e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49f4e32b7932446dabe07fab34a62682, entries=3, sequenceid=513, filesize=5.3 K 2024-12-08T23:13:57,086 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 199ms, sequenceid=513, compaction requested=false 2024-12-08T23:13:57,089 INFO [M:0;faa02f6dcafc:38879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:13:57,089 DEBUG [M:0;faa02f6dcafc:38879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733699636886Disabling compacts and flushes for region at 1733699636886Disabling writes for close at 1733699636887 (+1 ms)Obtaining lock to block concurrent updates at 1733699636887Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733699636887Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199931, getHeapSize=247760, getOffHeapSize=0, getCellsCount=620 at 1733699636887Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733699636888 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733699636888Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733699636907 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733699636907Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733699636938 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733699636958 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733699636959 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733699636997 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733699637020 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733699637020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311fa097: reopening flushed file at 1733699637051 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ba9e45: reopening flushed file at 1733699637063 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a2890e: reopening flushed file at 1733699637074 (+11 ms)Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 199ms, sequenceid=513, compaction requested=false at 1733699637086 (+12 ms)Writing region close event to WAL at 1733699637089 (+3 ms)Closed at 1733699637089 2024-12-08T23:13:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741830_1006 (size=234123) 2024-12-08T23:13:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741830_1006 (size=234123) 2024-12-08T23:13:57,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45875 is added to blk_1073741830_1006 (size=234123) 2024-12-08T23:13:57,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T23:13:57,096 INFO [M:0;faa02f6dcafc:38879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T23:13:57,096 INFO [M:0;faa02f6dcafc:38879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38879 2024-12-08T23:13:57,096 INFO [M:0;faa02f6dcafc:38879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T23:13:57,245 INFO [M:0;faa02f6dcafc:38879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T23:13:57,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:13:57,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38879-0x10007b3c3800000, quorum=127.0.0.1:50611, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:13:57,249 WARN [BP-404278945-172.17.0.2-1733699545551 heartbeating to localhost/127.0.0.1:41171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-404278945-172.17.0.2-1733699545551 (Datanode Uuid 5df88e67-ef67-4111-b045-4658cb2c6ea6) service to localhost/127.0.0.1:41171 2024-12-08T23:13:57,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd9b709{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:13:57,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data5/current/BP-404278945-172.17.0.2-1733699545551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:13:57,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data6/current/BP-404278945-172.17.0.2-1733699545551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:13:57,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bb5a713{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T23:13:57,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T23:13:57,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362d3e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T23:13:57,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46521dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.log.dir/,STOPPED} 2024-12-08T23:13:57,257 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T23:13:57,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d0163dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:13:57,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46ce7c55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T23:13:57,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T23:13:57,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4d8988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T23:13:57,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35034a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.log.dir/,STOPPED} 2024-12-08T23:13:57,264 WARN [BP-404278945-172.17.0.2-1733699545551 heartbeating to localhost/127.0.0.1:41171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T23:13:57,264 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T23:13:57,264 WARN [BP-404278945-172.17.0.2-1733699545551 heartbeating to localhost/127.0.0.1:41171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-404278945-172.17.0.2-1733699545551 (Datanode Uuid 6861330d-ca73-4459-ae40-0954a920383e) service to localhost/127.0.0.1:41171 2024-12-08T23:13:57,264 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T23:13:57,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data3/current/BP-404278945-172.17.0.2-1733699545551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:13:57,265 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data4/current/BP-404278945-172.17.0.2-1733699545551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:13:57,265 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T23:13:57,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dba9aab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:13:57,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606697ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T23:13:57,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T23:13:57,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1377073d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T23:13:57,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604d8866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.log.dir/,STOPPED} 2024-12-08T23:13:57,284 WARN [BP-404278945-172.17.0.2-1733699545551 heartbeating to localhost/127.0.0.1:41171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T23:13:57,284 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T23:13:57,284 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T23:13:57,284 WARN [BP-404278945-172.17.0.2-1733699545551 heartbeating to localhost/127.0.0.1:41171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-404278945-172.17.0.2-1733699545551 (Datanode Uuid c626770d-deeb-431d-ad0a-c47774824ed5) service to localhost/127.0.0.1:41171 2024-12-08T23:13:57,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data1/current/BP-404278945-172.17.0.2-1733699545551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:13:57,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/cluster_b248a88a-0aa5-a945-1680-b9f1cec88673/data/data2/current/BP-404278945-172.17.0.2-1733699545551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:13:57,285 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T23:13:57,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T23:13:57,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T23:13:57,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T23:13:57,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T23:13:57,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.log.dir/,STOPPED} 2024-12-08T23:13:57,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T23:13:57,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T23:13:57,381 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/faa02f6dcafc:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/faa02f6dcafc:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/faa02f6dcafc:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@48b80972 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/faa02f6dcafc:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:41171 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:41171 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/faa02f6dcafc:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/faa02f6dcafc:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: regionserver/faa02f6dcafc:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:41171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:41171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=9855 (was 11024) 2024-12-08T23:13:57,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=9854 2024-12-08T23:13:57,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.log.dir so I do NOT create it in target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7 2024-12-08T23:13:57,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.log.dir Erasing configuration value by system value. 2024-12-08T23:13:57,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.tmp.dir so I do NOT create it in target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7 2024-12-08T23:13:57,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e825757-2664-1dab-ed64-055719587170/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-08T23:13:57,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7 2024-12-08T23:13:57,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T23:13:57,406 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab, deleteOnExit=true 2024-12-08T23:13:57,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T23:13:57,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/test.cache.data in system properties and HBase conf 2024-12-08T23:13:57,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T23:13:57,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/hadoop.log.dir in system properties and HBase conf 2024-12-08T23:13:57,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T23:13:57,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T23:13:57,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T23:13:57,407 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T23:13:57,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T23:13:57,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T23:13:57,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T23:13:57,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T23:13:57,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T23:13:57,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T23:13:57,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T23:13:57,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T23:13:57,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T23:13:57,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/nfs.dump.dir in system properties and HBase conf 2024-12-08T23:13:57,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/java.io.tmpdir in system properties and HBase conf 2024-12-08T23:13:57,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T23:13:57,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T23:13:57,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T23:13:57,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T23:13:57,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T23:13:57,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T23:13:57,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T23:13:57,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T23:13:57,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T23:13:57,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e7d104{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/hadoop.log.dir/,AVAILABLE} 2024-12-08T23:13:57,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd7492d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T23:13:58,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fbf5a58{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/java.io.tmpdir/jetty-localhost-42773-hadoop-hdfs-3_4_1-tests_jar-_-any-16651198572977768802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T23:13:58,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19d61c9e{HTTP/1.1, (http/1.1)}{localhost:42773} 2024-12-08T23:13:58,068 INFO [Time-limited test {}] server.Server(415): Started @94944ms 2024-12-08T23:13:58,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T23:13:58,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T23:13:58,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T23:13:58,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T23:13:58,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T23:13:58,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12f30400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/hadoop.log.dir/,AVAILABLE} 2024-12-08T23:13:58,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77cd600{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T23:13:58,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43beba18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/java.io.tmpdir/jetty-localhost-40349-hadoop-hdfs-3_4_1-tests_jar-_-any-14609356791233161082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:13:58,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1141caab{HTTP/1.1, (http/1.1)}{localhost:40349} 2024-12-08T23:13:58,455 INFO [Time-limited test {}] server.Server(415): Started @95331ms 2024-12-08T23:13:58,456 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T23:13:58,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T23:13:58,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T23:13:58,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T23:13:58,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T23:13:58,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T23:13:58,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4307f33a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/hadoop.log.dir/,AVAILABLE} 2024-12-08T23:13:58,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@406d92fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T23:13:58,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6647b764{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/java.io.tmpdir/jetty-localhost-43677-hadoop-hdfs-3_4_1-tests_jar-_-any-11859958579620026914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:13:58,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d5a4dbb{HTTP/1.1, (http/1.1)}{localhost:43677} 2024-12-08T23:13:58,597 INFO [Time-limited test {}] server.Server(415): Started @95473ms 2024-12-08T23:13:58,598 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T23:13:58,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T23:13:58,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T23:13:58,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T23:13:58,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T23:13:58,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T23:13:58,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13cb3c7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/hadoop.log.dir/,AVAILABLE} 2024-12-08T23:13:58,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@433c8c2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T23:13:58,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d64b7f5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/java.io.tmpdir/jetty-localhost-45429-hadoop-hdfs-3_4_1-tests_jar-_-any-811276005556492191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:13:58,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13993fed{HTTP/1.1, (http/1.1)}{localhost:45429} 2024-12-08T23:13:58,721 INFO [Time-limited test {}] server.Server(415): Started @95597ms 2024-12-08T23:13:58,722 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T23:14:00,000 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data1/current/BP-1923354919-172.17.0.2-1733699637435/current, will proceed with Du for space computation calculation, 2024-12-08T23:14:00,001 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data2/current/BP-1923354919-172.17.0.2-1733699637435/current, will proceed with Du for space computation calculation, 2024-12-08T23:14:00,021 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T23:14:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfebe56f51470c09a with lease ID 0x76dcd8992f335993: Processing first storage report for DS-273f0dd1-c853-44df-b3f8-ccdcb9aedd43 from datanode DatanodeRegistration(127.0.0.1:37335, datanodeUuid=33e0b456-16cd-40c0-8471-19167253144e, infoPort=46819, infoSecurePort=0, ipcPort=40015, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435) 2024-12-08T23:14:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfebe56f51470c09a with lease ID 0x76dcd8992f335993: from storage DS-273f0dd1-c853-44df-b3f8-ccdcb9aedd43 node DatanodeRegistration(127.0.0.1:37335, datanodeUuid=33e0b456-16cd-40c0-8471-19167253144e, infoPort=46819, infoSecurePort=0, ipcPort=40015, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T23:14:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfebe56f51470c09a with lease ID 0x76dcd8992f335993: Processing first storage report for DS-61781e2f-3e22-42b9-b2ad-bfaf8f7262e8 from datanode DatanodeRegistration(127.0.0.1:37335, datanodeUuid=33e0b456-16cd-40c0-8471-19167253144e, infoPort=46819, infoSecurePort=0, ipcPort=40015, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435) 2024-12-08T23:14:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfebe56f51470c09a with lease ID 0x76dcd8992f335993: from storage DS-61781e2f-3e22-42b9-b2ad-bfaf8f7262e8 node DatanodeRegistration(127.0.0.1:37335, datanodeUuid=33e0b456-16cd-40c0-8471-19167253144e, infoPort=46819, infoSecurePort=0, ipcPort=40015, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T23:14:00,125 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data4/current/BP-1923354919-172.17.0.2-1733699637435/current, will proceed with Du for space computation calculation, 2024-12-08T23:14:00,125 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data3/current/BP-1923354919-172.17.0.2-1733699637435/current, will proceed with Du for space computation calculation, 2024-12-08T23:14:00,146 WARN [Thread-667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T23:14:00,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e82ff4ab5579f74 with lease ID 0x76dcd8992f335994: Processing first storage report for DS-00432421-640d-4605-8e8f-596a5af705df from datanode DatanodeRegistration(127.0.0.1:42793, datanodeUuid=db84e5b9-20e9-4575-9e69-8fdf09d42f8e, infoPort=36315, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435) 2024-12-08T23:14:00,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e82ff4ab5579f74 with lease ID 0x76dcd8992f335994: from storage DS-00432421-640d-4605-8e8f-596a5af705df node DatanodeRegistration(127.0.0.1:42793, datanodeUuid=db84e5b9-20e9-4575-9e69-8fdf09d42f8e, infoPort=36315, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T23:14:00,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e82ff4ab5579f74 with lease ID 0x76dcd8992f335994: Processing first storage report for DS-75e5e24a-12da-4b8e-b915-2c75c6f9bd5b from datanode DatanodeRegistration(127.0.0.1:42793, datanodeUuid=db84e5b9-20e9-4575-9e69-8fdf09d42f8e, infoPort=36315, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435) 2024-12-08T23:14:00,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e82ff4ab5579f74 with lease ID 0x76dcd8992f335994: from storage DS-75e5e24a-12da-4b8e-b915-2c75c6f9bd5b node DatanodeRegistration(127.0.0.1:42793, datanodeUuid=db84e5b9-20e9-4575-9e69-8fdf09d42f8e, infoPort=36315, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T23:14:00,243 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data5/current/BP-1923354919-172.17.0.2-1733699637435/current, will proceed with Du for space computation calculation, 2024-12-08T23:14:00,243 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data6/current/BP-1923354919-172.17.0.2-1733699637435/current, will proceed with Du for space computation calculation, 2024-12-08T23:14:00,262 WARN [Thread-689 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T23:14:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x333d00c6f135badc with lease ID 0x76dcd8992f335995: Processing first storage report for DS-965c2d97-762d-450c-aa2f-93a48b51e1a6 from datanode DatanodeRegistration(127.0.0.1:38187, datanodeUuid=5469d53e-a0b6-4616-b2a2-5c806366f261, infoPort=34987, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435) 2024-12-08T23:14:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x333d00c6f135badc with lease ID 0x76dcd8992f335995: from storage DS-965c2d97-762d-450c-aa2f-93a48b51e1a6 node DatanodeRegistration(127.0.0.1:38187, datanodeUuid=5469d53e-a0b6-4616-b2a2-5c806366f261, infoPort=34987, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T23:14:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x333d00c6f135badc with lease ID 0x76dcd8992f335995: Processing first storage report for DS-b2ad66ef-a41b-44a5-99e3-26894e33b0bf from datanode DatanodeRegistration(127.0.0.1:38187, datanodeUuid=5469d53e-a0b6-4616-b2a2-5c806366f261, infoPort=34987, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435) 2024-12-08T23:14:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x333d00c6f135badc with lease ID 0x76dcd8992f335995: from storage DS-b2ad66ef-a41b-44a5-99e3-26894e33b0bf node DatanodeRegistration(127.0.0.1:38187, datanodeUuid=5469d53e-a0b6-4616-b2a2-5c806366f261, infoPort=34987, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1330611320;c=1733699637435), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T23:14:00,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7 2024-12-08T23:14:00,362 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/zookeeper_0, clientPort=59359, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T23:14:00,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59359 2024-12-08T23:14:00,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:14:00,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:14:00,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741825_1001 (size=7) 2024-12-08T23:14:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741825_1001 (size=7) 2024-12-08T23:14:00,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741825_1001 (size=7) 2024-12-08T23:14:00,383 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c with version=8 2024-12-08T23:14:00,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/hbase-staging 2024-12-08T23:14:00,386 INFO [Time-limited test {}] client.ConnectionUtils(128): master/faa02f6dcafc:0 server-side Connection retries=45 2024-12-08T23:14:00,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T23:14:00,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T23:14:00,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T23:14:00,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T23:14:00,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44375 2024-12-08T23:14:00,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44375 connecting to ZooKeeper ensemble=127.0.0.1:59359 2024-12-08T23:14:00,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443750x0, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T23:14:00,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44375-0x10007b522f00000 connected 2024-12-08T23:14:00,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:14:00,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:14:00,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:14:00,524 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c, hbase.cluster.distributed=false 2024-12-08T23:14:00,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T23:14:00,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44375 2024-12-08T23:14:00,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44375 2024-12-08T23:14:00,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44375 2024-12-08T23:14:00,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44375 2024-12-08T23:14:00,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44375 2024-12-08T23:14:00,540 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/faa02f6dcafc:0 server-side Connection retries=45 2024-12-08T23:14:00,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T23:14:00,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T23:14:00,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T23:14:00,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T23:14:00,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41541 2024-12-08T23:14:00,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41541 connecting to ZooKeeper ensemble=127.0.0.1:59359 2024-12-08T23:14:00,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:14:00,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:14:00,551 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415410x0, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T23:14:00,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41541-0x10007b522f00001 connected 2024-12-08T23:14:00,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:14:00,552 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T23:14:00,552 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T23:14:00,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T23:14:00,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T23:14:00,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41541 2024-12-08T23:14:00,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41541 2024-12-08T23:14:00,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41541 2024-12-08T23:14:00,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41541 2024-12-08T23:14:00,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41541 2024-12-08T23:14:00,568 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/faa02f6dcafc:0 server-side Connection retries=45 2024-12-08T23:14:00,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T23:14:00,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T23:14:00,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T23:14:00,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T23:14:00,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43785 2024-12-08T23:14:00,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43785 connecting to ZooKeeper ensemble=127.0.0.1:59359 2024-12-08T23:14:00,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:14:00,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:14:00,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437850x0, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T23:14:00,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43785-0x10007b522f00002 connected 2024-12-08T23:14:00,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:14:00,583 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T23:14:00,584 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T23:14:00,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T23:14:00,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T23:14:00,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43785 2024-12-08T23:14:00,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43785 2024-12-08T23:14:00,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43785 2024-12-08T23:14:00,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43785 2024-12-08T23:14:00,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43785 2024-12-08T23:14:00,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/faa02f6dcafc:0 server-side Connection retries=45 2024-12-08T23:14:00,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T23:14:00,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T23:14:00,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T23:14:00,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T23:14:00,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T23:14:00,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41955 2024-12-08T23:14:00,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41955 connecting to ZooKeeper ensemble=127.0.0.1:59359 2024-12-08T23:14:00,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:14:00,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:14:00,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419550x0, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T23:14:00,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419550x0, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:14:00,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41955-0x10007b522f00003 connected 2024-12-08T23:14:00,615 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T23:14:00,616 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T23:14:00,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T23:14:00,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T23:14:00,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41955 2024-12-08T23:14:00,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41955 2024-12-08T23:14:00,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41955 2024-12-08T23:14:00,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41955 2024-12-08T23:14:00,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41955 2024-12-08T23:14:00,636 DEBUG [M:0;faa02f6dcafc:44375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;faa02f6dcafc:44375 2024-12-08T23:14:00,636 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/faa02f6dcafc,44375,1733699640385 2024-12-08T23:14:00,646 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:14:00,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:14:00,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:14:00,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:14:00,646 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/faa02f6dcafc,44375,1733699640385 2024-12-08T23:14:00,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T23:14:00,656 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T23:14:00,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T23:14:00,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,656 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,657 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T23:14:00,658 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/faa02f6dcafc,44375,1733699640385 from backup master directory 2024-12-08T23:14:00,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/faa02f6dcafc,44375,1733699640385 2024-12-08T23:14:00,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:14:00,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:14:00,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:14:00,667 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T23:14:00,667 WARN [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T23:14:00,667 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=faa02f6dcafc,44375,1733699640385 2024-12-08T23:14:00,672 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/hbase.id] with ID: 6cccf471-fb34-40c1-af84-84d9bc50854b 2024-12-08T23:14:00,672 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/.tmp/hbase.id 2024-12-08T23:14:00,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741826_1002 (size=42) 2024-12-08T23:14:00,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741826_1002 (size=42) 2024-12-08T23:14:00,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741826_1002 (size=42) 2024-12-08T23:14:00,683 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/.tmp/hbase.id]:[hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/hbase.id] 2024-12-08T23:14:00,700 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T23:14:00,700 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T23:14:00,702 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-08T23:14:00,709 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741827_1003 (size=196) 2024-12-08T23:14:00,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741827_1003 (size=196) 2024-12-08T23:14:00,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741827_1003 (size=196) 2024-12-08T23:14:00,725 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T23:14:00,726 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T23:14:00,726 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T23:14:00,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741828_1004 (size=1189) 2024-12-08T23:14:00,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741828_1004 (size=1189) 2024-12-08T23:14:00,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741828_1004 (size=1189) 2024-12-08T23:14:00,741 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store 2024-12-08T23:14:00,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741829_1005 (size=34) 2024-12-08T23:14:00,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741829_1005 (size=34) 2024-12-08T23:14:00,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741829_1005 (size=34) 2024-12-08T23:14:00,756 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:00,756 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T23:14:00,756 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:14:00,756 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:14:00,756 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T23:14:00,756 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:14:00,756 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:14:00,756 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733699640756Disabling compacts and flushes for region at 1733699640756Disabling writes for close at 1733699640756Writing region close event to WAL at 1733699640756Closed at 1733699640756 2024-12-08T23:14:00,757 WARN [master/faa02f6dcafc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/.initializing 2024-12-08T23:14:00,757 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/WALs/faa02f6dcafc,44375,1733699640385 2024-12-08T23:14:00,759 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T23:14:00,761 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=faa02f6dcafc%2C44375%2C1733699640385, suffix=, logDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/WALs/faa02f6dcafc,44375,1733699640385, archiveDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/oldWALs, maxLogs=10 2024-12-08T23:14:00,773 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/WALs/faa02f6dcafc,44375,1733699640385/faa02f6dcafc%2C44375%2C1733699640385.1733699640761, exclude list is [], retry=0 2024-12-08T23:14:00,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37335,DS-273f0dd1-c853-44df-b3f8-ccdcb9aedd43,DISK] 2024-12-08T23:14:00,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-00432421-640d-4605-8e8f-596a5af705df,DISK] 2024-12-08T23:14:00,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38187,DS-965c2d97-762d-450c-aa2f-93a48b51e1a6,DISK] 2024-12-08T23:14:00,782 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/WALs/faa02f6dcafc,44375,1733699640385/faa02f6dcafc%2C44375%2C1733699640385.1733699640761 2024-12-08T23:14:00,783 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46819:46819),(127.0.0.1/127.0.0.1:36315:36315),(127.0.0.1/127.0.0.1:34987:34987)] 2024-12-08T23:14:00,783 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T23:14:00,783 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:00,783 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,783 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T23:14:00,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:00,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:14:00,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T23:14:00,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:00,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:00,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T23:14:00,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:00,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:00,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T23:14:00,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:00,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:00,803 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,805 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,805 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,807 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,807 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,808 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T23:14:00,809 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T23:14:00,813 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:00,814 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62913434, jitterRate=-0.06251677870750427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T23:14:00,814 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733699640783Initializing all the Stores at 1733699640784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699640784Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699640789 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699640789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699640789Cleaning up temporary data from old regions at 1733699640807 (+18 ms)Region opened successfully at 1733699640814 (+7 ms) 2024-12-08T23:14:00,815 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T23:14:00,819 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0708e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=faa02f6dcafc/172.17.0.2:0 2024-12-08T23:14:00,820 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T23:14:00,820 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T23:14:00,820 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T23:14:00,820 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T23:14:00,821 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-08T23:14:00,822 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-08T23:14:00,822 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-08T23:14:00,827 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T23:14:00,828 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T23:14:00,835 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T23:14:00,836 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T23:14:00,836 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T23:14:00,846 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T23:14:00,846 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T23:14:00,847 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T23:14:00,856 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T23:14:00,857 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T23:14:00,867 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T23:14:00,869 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T23:14:00,877 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T23:14:00,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T23:14:00,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T23:14:00,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T23:14:00,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,888 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T23:14:00,888 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,889 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=faa02f6dcafc,44375,1733699640385, sessionid=0x10007b522f00000, setting cluster-up flag (Was=false) 2024-12-08T23:14:00,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,909 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:00,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:01,014 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T23:14:01,015 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=faa02f6dcafc,44375,1733699640385 2024-12-08T23:14:01,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:01,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:01,151 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:01,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:01,340 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T23:14:01,344 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=faa02f6dcafc,44375,1733699640385 2024-12-08T23:14:01,346 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T23:14:01,348 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T23:14:01,348 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T23:14:01,349 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T23:14:01,349 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: faa02f6dcafc,44375,1733699640385 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T23:14:01,350 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/faa02f6dcafc:0, corePoolSize=5, maxPoolSize=5 2024-12-08T23:14:01,350 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/faa02f6dcafc:0, corePoolSize=5, maxPoolSize=5 2024-12-08T23:14:01,351 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/faa02f6dcafc:0, corePoolSize=5, maxPoolSize=5 2024-12-08T23:14:01,351 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/faa02f6dcafc:0, corePoolSize=5, maxPoolSize=5 2024-12-08T23:14:01,351 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/faa02f6dcafc:0, corePoolSize=10, maxPoolSize=10 2024-12-08T23:14:01,351 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,351 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/faa02f6dcafc:0, corePoolSize=2, maxPoolSize=2 2024-12-08T23:14:01,351 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,354 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733699671354 2024-12-08T23:14:01,354 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T23:14:01,355 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T23:14:01,355 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T23:14:01,355 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T23:14:01,355 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T23:14:01,355 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T23:14:01,355 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,355 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T23:14:01,355 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T23:14:01,355 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T23:14:01,355 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T23:14:01,355 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T23:14:01,356 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T23:14:01,356 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T23:14:01,356 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.large.0-1733699641356,5,FailOnTimeoutGroup] 2024-12-08T23:14:01,356 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:01,356 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.small.0-1733699641356,5,FailOnTimeoutGroup] 2024-12-08T23:14:01,357 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,357 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T23:14:01,357 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,357 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T23:14:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741831_1007 (size=1321) 2024-12-08T23:14:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741831_1007 (size=1321) 2024-12-08T23:14:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741831_1007 (size=1321) 2024-12-08T23:14:01,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T23:14:01,369 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:01,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741832_1008 (size=32) 2024-12-08T23:14:01,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741832_1008 (size=32) 2024-12-08T23:14:01,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741832_1008 (size=32) 2024-12-08T23:14:01,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:01,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T23:14:01,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T23:14:01,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:01,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:14:01,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T23:14:01,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T23:14:01,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:01,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:14:01,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T23:14:01,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T23:14:01,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:01,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:14:01,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T23:14:01,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T23:14:01,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:01,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:14:01,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T23:14:01,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740 2024-12-08T23:14:01,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740 2024-12-08T23:14:01,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T23:14:01,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T23:14:01,390 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T23:14:01,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T23:14:01,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:01,394 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70122512, jitterRate=0.0449068546295166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T23:14:01,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733699641378Initializing all the Stores at 1733699641378Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699641378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699641379 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699641379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699641379Cleaning up temporary data from old regions at 1733699641390 (+11 ms)Region opened successfully at 1733699641395 (+5 ms) 2024-12-08T23:14:01,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T23:14:01,395 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T23:14:01,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T23:14:01,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T23:14:01,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T23:14:01,396 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T23:14:01,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733699641395Disabling compacts and flushes for region at 1733699641395Disabling writes for close at 1733699641395Writing region close event to WAL at 1733699641395Closed at 1733699641396 (+1 ms) 2024-12-08T23:14:01,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T23:14:01,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T23:14:01,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T23:14:01,398 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T23:14:01,399 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T23:14:01,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:01,428 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(746): ClusterId : 6cccf471-fb34-40c1-af84-84d9bc50854b 2024-12-08T23:14:01,428 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(746): ClusterId : 6cccf471-fb34-40c1-af84-84d9bc50854b 2024-12-08T23:14:01,428 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.HRegionServer(746): ClusterId : 6cccf471-fb34-40c1-af84-84d9bc50854b 2024-12-08T23:14:01,428 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T23:14:01,428 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T23:14:01,428 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T23:14:01,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:01,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:01,482 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T23:14:01,482 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T23:14:01,482 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T23:14:01,482 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T23:14:01,482 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T23:14:01,482 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T23:14:01,499 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T23:14:01,499 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T23:14:01,499 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T23:14:01,500 DEBUG [RS:2;faa02f6dcafc:41955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b41cc23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=faa02f6dcafc/172.17.0.2:0 2024-12-08T23:14:01,500 DEBUG [RS:0;faa02f6dcafc:41541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4570fbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=faa02f6dcafc/172.17.0.2:0 2024-12-08T23:14:01,500 DEBUG [RS:1;faa02f6dcafc:43785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5948f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=faa02f6dcafc/172.17.0.2:0 2024-12-08T23:14:01,510 DEBUG [RS:2;faa02f6dcafc:41955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;faa02f6dcafc:41955 2024-12-08T23:14:01,510 DEBUG [RS:1;faa02f6dcafc:43785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;faa02f6dcafc:43785 2024-12-08T23:14:01,510 DEBUG [RS:0;faa02f6dcafc:41541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;faa02f6dcafc:41541 2024-12-08T23:14:01,510 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T23:14:01,510 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T23:14:01,510 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T23:14:01,510 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T23:14:01,510 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T23:14:01,510 DEBUG [RS:2;faa02f6dcafc:41955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T23:14:01,510 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T23:14:01,510 DEBUG [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T23:14:01,510 DEBUG [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T23:14:01,511 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.HRegionServer(2659): reportForDuty to master=faa02f6dcafc,44375,1733699640385 with port=41955, startcode=1733699640599 2024-12-08T23:14:01,511 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(2659): reportForDuty to master=faa02f6dcafc,44375,1733699640385 with port=43785, startcode=1733699640568 2024-12-08T23:14:01,511 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(2659): reportForDuty to master=faa02f6dcafc,44375,1733699640385 with port=41541, startcode=1733699640540 2024-12-08T23:14:01,511 DEBUG [RS:2;faa02f6dcafc:41955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T23:14:01,511 DEBUG [RS:1;faa02f6dcafc:43785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T23:14:01,511 DEBUG [RS:0;faa02f6dcafc:41541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T23:14:01,513 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T23:14:01,513 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T23:14:01,513 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T23:14:01,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:01,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44375 {}] master.ServerManager(517): Registering regionserver=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:01,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:01,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44375 {}] master.ServerManager(517): Registering regionserver=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:01,515 DEBUG [RS:2;faa02f6dcafc:41955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:01,515 DEBUG [RS:2;faa02f6dcafc:41955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35175 2024-12-08T23:14:01,515 DEBUG [RS:2;faa02f6dcafc:41955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T23:14:01,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:01,516 DEBUG [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:01,516 DEBUG [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35175 2024-12-08T23:14:01,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44375 {}] master.ServerManager(517): Registering regionserver=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:01,516 DEBUG [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T23:14:01,517 DEBUG [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:01,517 DEBUG [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35175 2024-12-08T23:14:01,517 DEBUG [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T23:14:01,549 WARN [faa02f6dcafc:44375 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T23:14:01,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T23:14:01,630 DEBUG [RS:2;faa02f6dcafc:41955 {}] zookeeper.ZKUtil(111): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:01,630 WARN [RS:2;faa02f6dcafc:41955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T23:14:01,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [faa02f6dcafc,41541,1733699640540] 2024-12-08T23:14:01,630 INFO [RS:2;faa02f6dcafc:41955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T23:14:01,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [faa02f6dcafc,43785,1733699640568] 2024-12-08T23:14:01,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [faa02f6dcafc,41955,1733699640599] 2024-12-08T23:14:01,631 DEBUG [RS:2;faa02f6dcafc:41955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:01,631 DEBUG [RS:1;faa02f6dcafc:43785 {}] zookeeper.ZKUtil(111): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:01,631 WARN [RS:1;faa02f6dcafc:43785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T23:14:01,631 DEBUG [RS:0;faa02f6dcafc:41541 {}] zookeeper.ZKUtil(111): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:01,631 WARN [RS:0;faa02f6dcafc:41541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T23:14:01,631 INFO [RS:1;faa02f6dcafc:43785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T23:14:01,632 INFO [RS:0;faa02f6dcafc:41541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T23:14:01,632 DEBUG [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:01,632 DEBUG [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:01,638 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T23:14:01,641 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T23:14:01,641 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T23:14:01,641 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T23:14:01,641 INFO [RS:2;faa02f6dcafc:41955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T23:14:01,641 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,642 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T23:14:01,642 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T23:14:01,642 INFO [RS:1;faa02f6dcafc:43785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T23:14:01,642 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,643 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T23:14:01,643 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0, corePoolSize=2, maxPoolSize=2 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:14:01,643 DEBUG [RS:2;faa02f6dcafc:41955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:14:01,643 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T23:14:01,644 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T23:14:01,644 INFO [RS:0;faa02f6dcafc:41541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T23:14:01,644 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,644 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T23:14:01,644 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0, corePoolSize=2, maxPoolSize=2 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:14:01,645 DEBUG [RS:1;faa02f6dcafc:43785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:14:01,648 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T23:14:01,649 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,41955,1733699640599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,43785,1733699640568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T23:14:01,649 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T23:14:01,649 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0, corePoolSize=2, maxPoolSize=2 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/faa02f6dcafc:0, corePoolSize=1, maxPoolSize=1 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:14:01,650 DEBUG [RS:0;faa02f6dcafc:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/faa02f6dcafc:0, corePoolSize=3, maxPoolSize=3 2024-12-08T23:14:01,653 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,653 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,653 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,654 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,654 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,654 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,41541,1733699640540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T23:14:01,664 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T23:14:01,664 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,43785,1733699640568-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,664 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,664 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.Replication(171): faa02f6dcafc,43785,1733699640568 started 2024-12-08T23:14:01,665 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T23:14:01,665 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,41955,1733699640599-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,665 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,665 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.Replication(171): faa02f6dcafc,41955,1733699640599 started 2024-12-08T23:14:01,666 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T23:14:01,666 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,41541,1733699640540-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,666 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,666 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.Replication(171): faa02f6dcafc,41541,1733699640540 started 2024-12-08T23:14:01,677 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,677 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(1482): Serving as faa02f6dcafc,41541,1733699640540, RpcServer on faa02f6dcafc/172.17.0.2:41541, sessionid=0x10007b522f00001 2024-12-08T23:14:01,677 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,677 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T23:14:01,677 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.HRegionServer(1482): Serving as faa02f6dcafc,41955,1733699640599, RpcServer on faa02f6dcafc/172.17.0.2:41955, sessionid=0x10007b522f00003 2024-12-08T23:14:01,677 DEBUG [RS:0;faa02f6dcafc:41541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:01,677 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,41541,1733699640540' 2024-12-08T23:14:01,677 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T23:14:01,677 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T23:14:01,677 DEBUG [RS:2;faa02f6dcafc:41955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:01,677 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,41955,1733699640599' 2024-12-08T23:14:01,677 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T23:14:01,678 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T23:14:01,678 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T23:14:01,678 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T23:14:01,678 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T23:14:01,678 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T23:14:01,678 DEBUG [RS:2;faa02f6dcafc:41955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:01,678 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T23:14:01,678 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,41955,1733699640599' 2024-12-08T23:14:01,678 DEBUG [RS:0;faa02f6dcafc:41541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:01,678 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T23:14:01,678 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:01,678 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,41541,1733699640540' 2024-12-08T23:14:01,678 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T23:14:01,678 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(1482): Serving as faa02f6dcafc,43785,1733699640568, RpcServer on faa02f6dcafc/172.17.0.2:43785, sessionid=0x10007b522f00002 2024-12-08T23:14:01,678 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T23:14:01,678 DEBUG [RS:1;faa02f6dcafc:43785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:01,678 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,43785,1733699640568' 2024-12-08T23:14:01,678 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T23:14:01,678 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T23:14:01,678 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T23:14:01,679 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T23:14:01,679 DEBUG [RS:2;faa02f6dcafc:41955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T23:14:01,679 DEBUG [RS:0;faa02f6dcafc:41541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T23:14:01,679 INFO [RS:2;faa02f6dcafc:41955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T23:14:01,679 INFO [RS:2;faa02f6dcafc:41955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T23:14:01,679 INFO [RS:0;faa02f6dcafc:41541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T23:14:01,679 INFO [RS:0;faa02f6dcafc:41541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T23:14:01,679 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T23:14:01,679 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T23:14:01,679 DEBUG [RS:1;faa02f6dcafc:43785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:01,679 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'faa02f6dcafc,43785,1733699640568' 2024-12-08T23:14:01,679 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T23:14:01,679 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T23:14:01,679 DEBUG [RS:1;faa02f6dcafc:43785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T23:14:01,679 INFO [RS:1;faa02f6dcafc:43785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T23:14:01,679 INFO [RS:1;faa02f6dcafc:43785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T23:14:01,779 INFO [RS:0;faa02f6dcafc:41541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T23:14:01,779 INFO [RS:2;faa02f6dcafc:41955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T23:14:01,780 INFO [RS:1;faa02f6dcafc:43785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T23:14:01,781 INFO [RS:2;faa02f6dcafc:41955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=faa02f6dcafc%2C41955%2C1733699640599, suffix=, logDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599, archiveDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/oldWALs, maxLogs=32 2024-12-08T23:14:01,781 INFO [RS:0;faa02f6dcafc:41541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=faa02f6dcafc%2C41541%2C1733699640540, suffix=, logDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41541,1733699640540, archiveDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/oldWALs, maxLogs=32 2024-12-08T23:14:01,781 INFO [RS:1;faa02f6dcafc:43785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=faa02f6dcafc%2C43785%2C1733699640568, suffix=, logDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,43785,1733699640568, archiveDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/oldWALs, maxLogs=32 2024-12-08T23:14:01,795 DEBUG [RS:2;faa02f6dcafc:41955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599/faa02f6dcafc%2C41955%2C1733699640599.1733699641784, exclude list is [], retry=0 2024-12-08T23:14:01,795 DEBUG [RS:1;faa02f6dcafc:43785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,43785,1733699640568/faa02f6dcafc%2C43785%2C1733699640568.1733699641784, exclude list is [], retry=0 2024-12-08T23:14:01,795 DEBUG [RS:0;faa02f6dcafc:41541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41541,1733699640540/faa02f6dcafc%2C41541%2C1733699640540.1733699641784, exclude list is [], retry=0 2024-12-08T23:14:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37335,DS-273f0dd1-c853-44df-b3f8-ccdcb9aedd43,DISK] 2024-12-08T23:14:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-00432421-640d-4605-8e8f-596a5af705df,DISK] 2024-12-08T23:14:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37335,DS-273f0dd1-c853-44df-b3f8-ccdcb9aedd43,DISK] 2024-12-08T23:14:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38187,DS-965c2d97-762d-450c-aa2f-93a48b51e1a6,DISK] 2024-12-08T23:14:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38187,DS-965c2d97-762d-450c-aa2f-93a48b51e1a6,DISK] 2024-12-08T23:14:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-00432421-640d-4605-8e8f-596a5af705df,DISK] 2024-12-08T23:14:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37335,DS-273f0dd1-c853-44df-b3f8-ccdcb9aedd43,DISK] 2024-12-08T23:14:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38187,DS-965c2d97-762d-450c-aa2f-93a48b51e1a6,DISK] 2024-12-08T23:14:01,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-00432421-640d-4605-8e8f-596a5af705df,DISK] 2024-12-08T23:14:01,813 INFO [RS:0;faa02f6dcafc:41541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41541,1733699640540/faa02f6dcafc%2C41541%2C1733699640540.1733699641784 2024-12-08T23:14:01,817 DEBUG [RS:0;faa02f6dcafc:41541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36315:36315),(127.0.0.1/127.0.0.1:34987:34987),(127.0.0.1/127.0.0.1:46819:46819)] 2024-12-08T23:14:01,817 INFO [RS:1;faa02f6dcafc:43785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,43785,1733699640568/faa02f6dcafc%2C43785%2C1733699640568.1733699641784 2024-12-08T23:14:01,817 INFO [RS:2;faa02f6dcafc:41955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599/faa02f6dcafc%2C41955%2C1733699640599.1733699641784 2024-12-08T23:14:01,817 DEBUG [RS:2;faa02f6dcafc:41955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46819:46819),(127.0.0.1/127.0.0.1:36315:36315),(127.0.0.1/127.0.0.1:34987:34987)] 2024-12-08T23:14:01,817 DEBUG [RS:1;faa02f6dcafc:43785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46819:46819),(127.0.0.1/127.0.0.1:34987:34987),(127.0.0.1/127.0.0.1:36315:36315)] 2024-12-08T23:14:01,937 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T23:14:01,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:01,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:01,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:01,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T23:14:01,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T23:14:02,050 DEBUG [faa02f6dcafc:44375 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-08T23:14:02,050 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(204): Hosts are {faa02f6dcafc=0} racks are {/default-rack=0} 2024-12-08T23:14:02,052 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T23:14:02,052 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T23:14:02,052 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T23:14:02,052 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T23:14:02,052 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T23:14:02,052 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T23:14:02,052 INFO [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T23:14:02,052 INFO [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T23:14:02,052 INFO [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T23:14:02,052 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T23:14:02,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:02,053 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as faa02f6dcafc,41955,1733699640599, state=OPENING 2024-12-08T23:14:02,067 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T23:14:02,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:02,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:02,077 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:02,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:14:02,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:14:02,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:14:02,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:14:02,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:14:02,080 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T23:14:02,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=faa02f6dcafc,41955,1733699640599}] 2024-12-08T23:14:07,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T23:14:07,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:07,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:07,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:12,096 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T23:14:12,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T23:14:12,119 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T23:14:12,119 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T23:14:12,119 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T23:14:12,132 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=faa02f6dcafc%2C41955%2C1733699640599.meta, suffix=.meta, logDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599, archiveDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/oldWALs, maxLogs=32 2024-12-08T23:14:12,155 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta, exclude list is [], retry=0 2024-12-08T23:14:12,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-00432421-640d-4605-8e8f-596a5af705df,DISK] 2024-12-08T23:14:12,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38187,DS-965c2d97-762d-450c-aa2f-93a48b51e1a6,DISK] 2024-12-08T23:14:12,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37335,DS-273f0dd1-c853-44df-b3f8-ccdcb9aedd43,DISK] 2024-12-08T23:14:12,231 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta 2024-12-08T23:14:12,241 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34987:34987),(127.0.0.1/127.0.0.1:36315:36315),(127.0.0.1/127.0.0.1:46819:46819)] 2024-12-08T23:14:12,241 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T23:14:12,242 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T23:14:12,242 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T23:14:12,242 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T23:14:12,242 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T23:14:12,242 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:12,242 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T23:14:12,242 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T23:14:12,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T23:14:12,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T23:14:12,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:12,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:14:12,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T23:14:12,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T23:14:12,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:12,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:14:12,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T23:14:12,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T23:14:12,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:12,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:14:12,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T23:14:12,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T23:14:12,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:12,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:14:12,263 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T23:14:12,264 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740 2024-12-08T23:14:12,272 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740 2024-12-08T23:14:12,275 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T23:14:12,275 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T23:14:12,276 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T23:14:12,281 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T23:14:12,285 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73874697, jitterRate=0.10081876814365387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T23:14:12,286 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T23:14:12,286 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733699652243Writing region info on filesystem at 1733699652243Initializing all the Stores at 1733699652245 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699652245Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699652248 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699652248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699652248Cleaning up temporary data from old regions at 1733699652275 (+27 ms)Running coprocessor post-open hooks at 1733699652286 (+11 ms)Region opened successfully at 1733699652286 2024-12-08T23:14:12,288 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733699652096 2024-12-08T23:14:12,291 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T23:14:12,291 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T23:14:12,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:12,293 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as faa02f6dcafc,41955,1733699640599, state=OPEN 2024-12-08T23:14:12,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:14:12,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:14:12,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:14:12,350 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:14:12,350 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:12,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:14:12,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:14:12,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:14:12,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:14:12,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T23:14:12,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=faa02f6dcafc,41955,1733699640599 in 10.2700 sec 2024-12-08T23:14:12,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T23:14:12,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9630 sec 2024-12-08T23:14:12,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T23:14:12,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T23:14:12,385 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T23:14:12,385 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41955,1733699640599, seqNum=-1] 2024-12-08T23:14:12,386 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T23:14:12,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T23:14:12,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0460 sec 2024-12-08T23:14:12,396 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733699652396, completionTime=-1 2024-12-08T23:14:12,396 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-08T23:14:12,396 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T23:14:12,400 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-08T23:14:12,400 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733699712400 2024-12-08T23:14:12,400 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733699772400 2024-12-08T23:14:12,400 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-08T23:14:12,400 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T23:14:12,413 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,44375,1733699640385-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:12,413 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,44375,1733699640385-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:12,413 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,44375,1733699640385-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:12,413 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-faa02f6dcafc:44375, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:12,413 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:12,417 DEBUG [master/faa02f6dcafc:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T23:14:12,421 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:12,427 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.759sec 2024-12-08T23:14:12,431 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T23:14:12,431 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T23:14:12,431 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T23:14:12,431 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T23:14:12,431 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T23:14:12,431 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,44375,1733699640385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T23:14:12,431 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,44375,1733699640385-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T23:14:12,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8f9bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:14:12,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request faa02f6dcafc,44375,-1 for getting cluster id 2024-12-08T23:14:12,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T23:14:12,455 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cccf471-fb34-40c1-af84-84d9bc50854b' 2024-12-08T23:14:12,456 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T23:14:12,456 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cccf471-fb34-40c1-af84-84d9bc50854b" 2024-12-08T23:14:12,457 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29eabe8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:14:12,457 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [faa02f6dcafc,44375,-1] 2024-12-08T23:14:12,457 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T23:14:12,457 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T23:14:12,457 INFO [master/faa02f6dcafc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=faa02f6dcafc,44375,1733699640385-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T23:14:12,472 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T23:14:12,475 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:14:12,479 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T23:14:12,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e03cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:14:12,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T23:14:12,483 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41955,1733699640599, seqNum=-1] 2024-12-08T23:14:12,484 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T23:14:12,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T23:14:12,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=faa02f6dcafc,44375,1733699640385 2024-12-08T23:14:12,493 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733699652493 (current time:1733699652493). 2024-12-08T23:14:12,493 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T23:14:12,494 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-08T23:14:12,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de98759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:14:12,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request faa02f6dcafc,44375,-1 for getting cluster id 2024-12-08T23:14:12,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T23:14:12,507 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cccf471-fb34-40c1-af84-84d9bc50854b' 2024-12-08T23:14:12,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T23:14:12,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cccf471-fb34-40c1-af84-84d9bc50854b" 2024-12-08T23:14:12,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76fe200a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:14:12,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [faa02f6dcafc,44375,-1] 2024-12-08T23:14:12,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T23:14:12,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:14:12,509 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T23:14:12,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ff6e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T23:14:12,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T23:14:12,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41955,1733699640599, seqNum=-1] 2024-12-08T23:14:12,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T23:14:12,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T23:14:12,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T23:14:12,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:14:12,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:14:12,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:14:12,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T23:14:12,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T23:14:12,519 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is faa02f6dcafc,44375,1733699640385 2024-12-08T23:14:12,519 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3151d6b8 2024-12-08T23:14:12,520 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T23:14:12,526 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T23:14:12,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T23:14:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-08T23:14:12,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T23:14:12,536 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:12,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-08T23:14:12,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T23:14:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:14:12,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741837_1013 (size=361) 2024-12-08T23:14:12,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741837_1013 (size=361) 2024-12-08T23:14:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741837_1013 (size=361) 2024-12-08T23:14:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:14:12,661 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c71430ae279cad804a4def40ba5cf53b, NAME => 'SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:12,683 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4abca70ffb85662e1e94343af42e6e61, NAME => 'SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:12,685 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7d6e7afd7e4d53c93eb636971e7c97a2, NAME => 'SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741838_1014 (size=54) 2024-12-08T23:14:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741838_1014 (size=54) 2024-12-08T23:14:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741838_1014 (size=54) 2024-12-08T23:14:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741839_1015 (size=62) 2024-12-08T23:14:12,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741839_1015 (size=62) 2024-12-08T23:14:12,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741839_1015 (size=62) 2024-12-08T23:14:12,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:12,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4abca70ffb85662e1e94343af42e6e61, disabling compactions & flushes 2024-12-08T23:14:12,757 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:14:12,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:14:12,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. after waiting 0 ms 2024-12-08T23:14:12,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:14:12,758 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:14:12,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4abca70ffb85662e1e94343af42e6e61: Waiting for close lock at 1733699652757Disabling compacts and flushes for region at 1733699652757Disabling writes for close at 1733699652757Writing region close event to WAL at 1733699652758 (+1 ms)Closed at 1733699652758 2024-12-08T23:14:12,758 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d17da01370f45c8e4b3b594ed7468d31, NAME => 'SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:12,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741840_1016 (size=62) 2024-12-08T23:14:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741840_1016 (size=62) 2024-12-08T23:14:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741840_1016 (size=62) 2024-12-08T23:14:12,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:12,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7d6e7afd7e4d53c93eb636971e7c97a2, disabling compactions & flushes 2024-12-08T23:14:12,787 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2. 2024-12-08T23:14:12,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2. 2024-12-08T23:14:12,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2. after waiting 0 ms 2024-12-08T23:14:12,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2. 2024-12-08T23:14:12,787 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2. 2024-12-08T23:14:12,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7d6e7afd7e4d53c93eb636971e7c97a2: Waiting for close lock at 1733699652787Disabling compacts and flushes for region at 1733699652787Disabling writes for close at 1733699652787Writing region close event to WAL at 1733699652787Closed at 1733699652787 2024-12-08T23:14:12,788 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 30ac87f9801cce96e328ceff9b5f1b8e, NAME => 'SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741841_1017 (size=62) 2024-12-08T23:14:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741841_1017 (size=62) 2024-12-08T23:14:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741841_1017 (size=62) 2024-12-08T23:14:12,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:12,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d17da01370f45c8e4b3b594ed7468d31, disabling compactions & flushes 2024-12-08T23:14:12,817 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:14:12,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:14:12,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. after waiting 0 ms 2024-12-08T23:14:12,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:14:12,817 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:14:12,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d17da01370f45c8e4b3b594ed7468d31: Waiting for close lock at 1733699652817Disabling compacts and flushes for region at 1733699652817Disabling writes for close at 1733699652817Writing region close event to WAL at 1733699652817Closed at 1733699652817 2024-12-08T23:14:12,818 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 752e79479d53c75a494484fc883381cb, NAME => 'SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:14:12,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741842_1018 (size=62) 2024-12-08T23:14:12,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741842_1018 (size=62) 2024-12-08T23:14:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741842_1018 (size=62) 2024-12-08T23:14:12,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:12,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 30ac87f9801cce96e328ceff9b5f1b8e, disabling compactions & flushes 2024-12-08T23:14:12,930 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:14:12,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:14:12,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. after waiting 0 ms 2024-12-08T23:14:12,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:14:12,930 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:14:12,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 30ac87f9801cce96e328ceff9b5f1b8e: Waiting for close lock at 1733699652930Disabling compacts and flushes for region at 1733699652930Disabling writes for close at 1733699652930Writing region close event to WAL at 1733699652930Closed at 1733699652930 2024-12-08T23:14:12,931 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1ee73835cfeb66528d05f18de0c3bf64, NAME => 'SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:12,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741843_1019 (size=62) 2024-12-08T23:14:12,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741843_1019 (size=62) 2024-12-08T23:14:12,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741843_1019 (size=62) 2024-12-08T23:14:12,977 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:12,977 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 752e79479d53c75a494484fc883381cb, disabling compactions & flushes 2024-12-08T23:14:12,977 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb. 2024-12-08T23:14:12,977 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb. 2024-12-08T23:14:12,977 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb. after waiting 0 ms 2024-12-08T23:14:12,977 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb. 2024-12-08T23:14:12,977 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb. 2024-12-08T23:14:12,977 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 752e79479d53c75a494484fc883381cb: Waiting for close lock at 1733699652977Disabling compacts and flushes for region at 1733699652977Disabling writes for close at 1733699652977Writing region close event to WAL at 1733699652977Closed at 1733699652977 2024-12-08T23:14:12,978 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 714743bd05b5ccfe75edb49607c9c902, NAME => 'SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:13,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741844_1020 (size=62) 2024-12-08T23:14:13,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741844_1020 (size=62) 2024-12-08T23:14:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741844_1020 (size=62) 2024-12-08T23:14:13,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:13,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1ee73835cfeb66528d05f18de0c3bf64, disabling compactions & flushes 2024-12-08T23:14:13,034 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:14:13,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:14:13,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. after waiting 0 ms 2024-12-08T23:14:13,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:14:13,034 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:14:13,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1ee73835cfeb66528d05f18de0c3bf64: Waiting for close lock at 1733699653033Disabling compacts and flushes for region at 1733699653033Disabling writes for close at 1733699653034 (+1 ms)Writing region close event to WAL at 1733699653034Closed at 1733699653034 2024-12-08T23:14:13,035 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b24dade885248dd98c6ac52dff31618c, NAME => 'SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741845_1021 (size=62) 2024-12-08T23:14:13,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741845_1021 (size=62) 2024-12-08T23:14:13,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741845_1021 (size=62) 2024-12-08T23:14:13,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:13,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 714743bd05b5ccfe75edb49607c9c902, disabling compactions & flushes 2024-12-08T23:14:13,116 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:14:13,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:14:13,117 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. after waiting 0 ms 2024-12-08T23:14:13,117 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:14:13,117 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:14:13,117 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 714743bd05b5ccfe75edb49607c9c902: Waiting for close lock at 1733699653116Disabling compacts and flushes for region at 1733699653116Disabling writes for close at 1733699653117 (+1 ms)Writing region close event to WAL at 1733699653117Closed at 1733699653117 2024-12-08T23:14:13,118 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5ffd4bc04b615586a4528d78b2fc8c8c, NAME => 'SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c 2024-12-08T23:14:13,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:13,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c71430ae279cad804a4def40ba5cf53b, disabling compactions & flushes 2024-12-08T23:14:13,121 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b. 2024-12-08T23:14:13,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b. 2024-12-08T23:14:13,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b. after waiting 0 ms 2024-12-08T23:14:13,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b. 2024-12-08T23:14:13,122 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b. 2024-12-08T23:14:13,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c71430ae279cad804a4def40ba5cf53b: Waiting for close lock at 1733699653121Disabling compacts and flushes for region at 1733699653121Disabling writes for close at 1733699653122 (+1 ms)Writing region close event to WAL at 1733699653122Closed at 1733699653122 2024-12-08T23:14:13,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741846_1022 (size=62) 2024-12-08T23:14:13,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741846_1022 (size=62) 2024-12-08T23:14:13,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741846_1022 (size=62) 2024-12-08T23:14:13,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:13,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b24dade885248dd98c6ac52dff31618c, disabling compactions & flushes 2024-12-08T23:14:13,152 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:14:13,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:14:13,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. after waiting 0 ms 2024-12-08T23:14:13,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:14:13,152 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:14:13,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b24dade885248dd98c6ac52dff31618c: Waiting for close lock at 1733699653152Disabling compacts and flushes for region at 1733699653152Disabling writes for close at 1733699653152Writing region close event to WAL at 1733699653152Closed at 1733699653152 2024-12-08T23:14:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:14:13,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741847_1023 (size=54) 2024-12-08T23:14:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741847_1023 (size=54) 2024-12-08T23:14:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741847_1023 (size=54) 2024-12-08T23:14:13,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:13,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5ffd4bc04b615586a4528d78b2fc8c8c, disabling compactions & flushes 2024-12-08T23:14:13,192 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:14:13,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:14:13,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. after waiting 0 ms 2024-12-08T23:14:13,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:14:13,192 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:14:13,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5ffd4bc04b615586a4528d78b2fc8c8c: Waiting for close lock at 1733699653192Disabling compacts and flushes for region at 1733699653192Disabling writes for close at 1733699653192Writing region close event to WAL at 1733699653192Closed at 1733699653192 2024-12-08T23:14:13,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T23:14:13,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699653195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699653195"}]},"ts":"1733699653195"} 2024-12-08T23:14:13,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699653195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699653195"}]},"ts":"1733699653195"} 2024-12-08T23:14:13,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699653195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699653195"}]},"ts":"1733699653195"} 2024-12-08T23:14:13,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699653195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699653195"}]},"ts":"1733699653195"} 2024-12-08T23:14:13,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699653195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699653195"}]},"ts":"1733699653195"} 2024-12-08T23:14:13,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699653195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699653195"}]},"ts":"1733699653195"} 2024-12-08T23:14:13,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699653195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699653195"}]},"ts":"1733699653195"} 2024-12-08T23:14:13,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733699653195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699653195"}]},"ts":"1733699653195"} 2024-12-08T23:14:13,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733699653195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699653195"}]},"ts":"1733699653195"} 2024-12-08T23:14:13,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733699653195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733699653195"}]},"ts":"1733699653195"} 2024-12-08T23:14:13,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-08T23:14:13,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T23:14:13,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733699653207"}]},"ts":"1733699653207"} 2024-12-08T23:14:13,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-08T23:14:13,214 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {faa02f6dcafc=0} racks are {/default-rack=0} 2024-12-08T23:14:13,223 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T23:14:13,223 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T23:14:13,223 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T23:14:13,224 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T23:14:13,224 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T23:14:13,224 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T23:14:13,224 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T23:14:13,224 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T23:14:13,224 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T23:14:13,224 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T23:14:13,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c71430ae279cad804a4def40ba5cf53b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4abca70ffb85662e1e94343af42e6e61, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d6e7afd7e4d53c93eb636971e7c97a2, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d17da01370f45c8e4b3b594ed7468d31, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30ac87f9801cce96e328ceff9b5f1b8e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=752e79479d53c75a494484fc883381cb, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ee73835cfeb66528d05f18de0c3bf64, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=714743bd05b5ccfe75edb49607c9c902, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b24dade885248dd98c6ac52dff31618c, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ffd4bc04b615586a4528d78b2fc8c8c, ASSIGN}] 2024-12-08T23:14:13,228 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c71430ae279cad804a4def40ba5cf53b, ASSIGN 2024-12-08T23:14:13,229 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c71430ae279cad804a4def40ba5cf53b, ASSIGN; state=OFFLINE, location=faa02f6dcafc,41955,1733699640599; forceNewPlan=false, retain=false 2024-12-08T23:14:13,237 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d6e7afd7e4d53c93eb636971e7c97a2, ASSIGN 2024-12-08T23:14:13,238 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7d6e7afd7e4d53c93eb636971e7c97a2, ASSIGN; state=OFFLINE, location=faa02f6dcafc,41955,1733699640599; forceNewPlan=false, retain=false 2024-12-08T23:14:13,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4abca70ffb85662e1e94343af42e6e61, ASSIGN 2024-12-08T23:14:13,242 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d17da01370f45c8e4b3b594ed7468d31, ASSIGN 2024-12-08T23:14:13,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30ac87f9801cce96e328ceff9b5f1b8e, ASSIGN 2024-12-08T23:14:13,243 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ffd4bc04b615586a4528d78b2fc8c8c, ASSIGN 2024-12-08T23:14:13,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30ac87f9801cce96e328ceff9b5f1b8e, ASSIGN; state=OFFLINE, location=faa02f6dcafc,43785,1733699640568; forceNewPlan=false, retain=false 2024-12-08T23:14:13,244 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4abca70ffb85662e1e94343af42e6e61, ASSIGN; state=OFFLINE, location=faa02f6dcafc,43785,1733699640568; forceNewPlan=false, retain=false 2024-12-08T23:14:13,244 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d17da01370f45c8e4b3b594ed7468d31, ASSIGN; state=OFFLINE, location=faa02f6dcafc,41541,1733699640540; forceNewPlan=false, retain=false 2024-12-08T23:14:13,245 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ffd4bc04b615586a4528d78b2fc8c8c, ASSIGN; state=OFFLINE, location=faa02f6dcafc,43785,1733699640568; forceNewPlan=false, retain=false 2024-12-08T23:14:13,245 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b24dade885248dd98c6ac52dff31618c, ASSIGN 2024-12-08T23:14:13,246 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b24dade885248dd98c6ac52dff31618c, ASSIGN; state=OFFLINE, location=faa02f6dcafc,41541,1733699640540; forceNewPlan=false, retain=false 2024-12-08T23:14:13,249 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=714743bd05b5ccfe75edb49607c9c902, ASSIGN 2024-12-08T23:14:13,249 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ee73835cfeb66528d05f18de0c3bf64, ASSIGN 2024-12-08T23:14:13,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=752e79479d53c75a494484fc883381cb, ASSIGN 2024-12-08T23:14:13,250 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=714743bd05b5ccfe75edb49607c9c902, ASSIGN; state=OFFLINE, location=faa02f6dcafc,43785,1733699640568; forceNewPlan=false, retain=false 2024-12-08T23:14:13,252 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=752e79479d53c75a494484fc883381cb, ASSIGN; state=OFFLINE, location=faa02f6dcafc,41955,1733699640599; forceNewPlan=false, retain=false 2024-12-08T23:14:13,252 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ee73835cfeb66528d05f18de0c3bf64, ASSIGN; state=OFFLINE, location=faa02f6dcafc,41541,1733699640540; forceNewPlan=false, retain=false 2024-12-08T23:14:13,381 INFO [faa02f6dcafc:44375 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-08T23:14:13,381 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5ffd4bc04b615586a4528d78b2fc8c8c, regionState=OPENING, regionLocation=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:13,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=714743bd05b5ccfe75edb49607c9c902, regionState=OPENING, regionLocation=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:13,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30ac87f9801cce96e328ceff9b5f1b8e, regionState=OPENING, regionLocation=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:13,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4abca70ffb85662e1e94343af42e6e61, regionState=OPENING, regionLocation=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:13,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=752e79479d53c75a494484fc883381cb, regionState=OPENING, regionLocation=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:13,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7d6e7afd7e4d53c93eb636971e7c97a2, regionState=OPENING, regionLocation=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:13,383 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c71430ae279cad804a4def40ba5cf53b, regionState=OPENING, regionLocation=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:13,383 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b24dade885248dd98c6ac52dff31618c, regionState=OPENING, regionLocation=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:13,383 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1ee73835cfeb66528d05f18de0c3bf64, regionState=OPENING, regionLocation=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:13,384 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d17da01370f45c8e4b3b594ed7468d31, regionState=OPENING, regionLocation=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:13,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ffd4bc04b615586a4528d78b2fc8c8c, ASSIGN because future has completed 2024-12-08T23:14:13,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ffd4bc04b615586a4528d78b2fc8c8c, server=faa02f6dcafc,43785,1733699640568}] 2024-12-08T23:14:13,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=714743bd05b5ccfe75edb49607c9c902, ASSIGN because future has completed 2024-12-08T23:14:13,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30ac87f9801cce96e328ceff9b5f1b8e, ASSIGN because future has completed 2024-12-08T23:14:13,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 714743bd05b5ccfe75edb49607c9c902, server=faa02f6dcafc,43785,1733699640568}] 2024-12-08T23:14:13,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4abca70ffb85662e1e94343af42e6e61, ASSIGN because future has completed 2024-12-08T23:14:13,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30ac87f9801cce96e328ceff9b5f1b8e, server=faa02f6dcafc,43785,1733699640568}] 2024-12-08T23:14:13,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=752e79479d53c75a494484fc883381cb, ASSIGN because future has completed 2024-12-08T23:14:13,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7d6e7afd7e4d53c93eb636971e7c97a2, ASSIGN because future has completed 2024-12-08T23:14:13,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4abca70ffb85662e1e94343af42e6e61, server=faa02f6dcafc,43785,1733699640568}] 2024-12-08T23:14:13,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c71430ae279cad804a4def40ba5cf53b, ASSIGN because future has completed 2024-12-08T23:14:13,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d6e7afd7e4d53c93eb636971e7c97a2, server=faa02f6dcafc,41955,1733699640599}] 2024-12-08T23:14:13,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 752e79479d53c75a494484fc883381cb, server=faa02f6dcafc,41955,1733699640599}] 2024-12-08T23:14:13,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b24dade885248dd98c6ac52dff31618c, ASSIGN because future has completed 2024-12-08T23:14:13,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ee73835cfeb66528d05f18de0c3bf64, ASSIGN because future has completed 2024-12-08T23:14:13,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d17da01370f45c8e4b3b594ed7468d31, ASSIGN because future has completed 2024-12-08T23:14:13,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d17da01370f45c8e4b3b594ed7468d31, server=faa02f6dcafc,41541,1733699640540}] 2024-12-08T23:14:13,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c71430ae279cad804a4def40ba5cf53b, server=faa02f6dcafc,41955,1733699640599}] 2024-12-08T23:14:13,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ee73835cfeb66528d05f18de0c3bf64, server=faa02f6dcafc,41541,1733699640540}] 2024-12-08T23:14:13,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b24dade885248dd98c6ac52dff31618c, server=faa02f6dcafc,41541,1733699640540}] 2024-12-08T23:14:13,638 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T23:14:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:14:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:14:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:14:17,744 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T23:14:17,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:17,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:17,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:14:21,618 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T23:14:21,619 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T23:14:21,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T23:14:21,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T23:14:23,418 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T23:14:23,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T23:14:23,429 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:14:23,429 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ffd4bc04b615586a4528d78b2fc8c8c, NAME => 'SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-08T23:14:23,429 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:23,429 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:23,430 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:23,430 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:23,433 INFO [StoreOpener-5ffd4bc04b615586a4528d78b2fc8c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:23,440 INFO [StoreOpener-5ffd4bc04b615586a4528d78b2fc8c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ffd4bc04b615586a4528d78b2fc8c8c columnFamilyName cf 2024-12-08T23:14:23,440 DEBUG [StoreOpener-5ffd4bc04b615586a4528d78b2fc8c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:23,441 INFO [StoreOpener-5ffd4bc04b615586a4528d78b2fc8c8c-1 {}] regionserver.HStore(327): Store=5ffd4bc04b615586a4528d78b2fc8c8c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:23,441 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:23,442 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:23,442 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:23,444 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:23,444 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:23,446 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:23,449 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/5ffd4bc04b615586a4528d78b2fc8c8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:23,453 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 5ffd4bc04b615586a4528d78b2fc8c8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61643232, jitterRate=-0.08144426345825195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:14:23,453 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:23,453 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 5ffd4bc04b615586a4528d78b2fc8c8c: Running coprocessor pre-open hook at 1733699663430Writing region info on filesystem at 1733699663430Initializing all the Stores at 1733699663431 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699663431Cleaning up temporary data from old regions at 1733699663444 (+13 ms)Running coprocessor post-open hooks at 1733699663453 (+9 ms)Region opened successfully at 1733699663453 2024-12-08T23:14:23,455 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c., pid=15, masterSystemTime=1733699663418 2024-12-08T23:14:23,457 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:14:23,457 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:14:23,458 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:14:23,458 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 714743bd05b5ccfe75edb49607c9c902, NAME => 'SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-08T23:14:23,458 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5ffd4bc04b615586a4528d78b2fc8c8c, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:23,458 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:23,458 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:23,458 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:23,459 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:23,461 INFO [StoreOpener-714743bd05b5ccfe75edb49607c9c902-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:23,463 INFO [StoreOpener-714743bd05b5ccfe75edb49607c9c902-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 714743bd05b5ccfe75edb49607c9c902 columnFamilyName cf 2024-12-08T23:14:23,464 DEBUG [StoreOpener-714743bd05b5ccfe75edb49607c9c902-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:23,466 INFO [StoreOpener-714743bd05b5ccfe75edb49607c9c902-1 {}] regionserver.HStore(327): Store=714743bd05b5ccfe75edb49607c9c902/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:23,466 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:23,467 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:23,468 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:23,468 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:23,468 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:23,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ffd4bc04b615586a4528d78b2fc8c8c, server=faa02f6dcafc,43785,1733699640568 because future has completed 2024-12-08T23:14:23,471 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:23,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-08T23:14:23,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ffd4bc04b615586a4528d78b2fc8c8c, server=faa02f6dcafc,43785,1733699640568 in 10.0760 sec 2024-12-08T23:14:23,478 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T23:14:23,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ffd4bc04b615586a4528d78b2fc8c8c, ASSIGN in 10.2500 sec 2024-12-08T23:14:23,484 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/714743bd05b5ccfe75edb49607c9c902/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:23,485 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 714743bd05b5ccfe75edb49607c9c902; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66903226, jitterRate=-0.0030642449855804443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:14:23,485 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:23,486 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 714743bd05b5ccfe75edb49607c9c902: Running coprocessor pre-open hook at 1733699663459Writing region info on filesystem at 1733699663459Initializing all the Stores at 1733699663460 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699663460Cleaning up temporary data from old regions at 1733699663468 (+8 ms)Running coprocessor post-open hooks at 1733699663485 (+17 ms)Region opened successfully at 1733699663486 (+1 ms) 2024-12-08T23:14:23,488 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902., pid=16, masterSystemTime=1733699663418 2024-12-08T23:14:23,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=714743bd05b5ccfe75edb49607c9c902, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:23,492 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:14:23,492 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:14:23,492 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:14:23,492 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 30ac87f9801cce96e328ceff9b5f1b8e, NAME => 'SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-08T23:14:23,493 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:23,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 714743bd05b5ccfe75edb49607c9c902, server=faa02f6dcafc,43785,1733699640568 because future has completed 2024-12-08T23:14:23,493 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:23,493 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:23,493 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:23,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-12-08T23:14:23,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 714743bd05b5ccfe75edb49607c9c902, server=faa02f6dcafc,43785,1733699640568 in 10.0840 sec 2024-12-08T23:14:23,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=714743bd05b5ccfe75edb49607c9c902, ASSIGN in 10.2720 sec 2024-12-08T23:14:23,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T23:14:23,537 INFO [StoreOpener-30ac87f9801cce96e328ceff9b5f1b8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:23,547 INFO [StoreOpener-30ac87f9801cce96e328ceff9b5f1b8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30ac87f9801cce96e328ceff9b5f1b8e columnFamilyName cf 2024-12-08T23:14:23,547 DEBUG [StoreOpener-30ac87f9801cce96e328ceff9b5f1b8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:23,548 INFO [StoreOpener-30ac87f9801cce96e328ceff9b5f1b8e-1 {}] regionserver.HStore(327): Store=30ac87f9801cce96e328ceff9b5f1b8e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:23,549 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:23,551 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:23,551 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:23,552 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:23,552 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:23,556 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:23,585 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/30ac87f9801cce96e328ceff9b5f1b8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:23,586 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 30ac87f9801cce96e328ceff9b5f1b8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69265944, jitterRate=0.0321429967880249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:14:23,586 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:23,586 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 30ac87f9801cce96e328ceff9b5f1b8e: Running coprocessor pre-open hook at 1733699663493Writing region info on filesystem at 1733699663493Initializing all the Stores at 1733699663494 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699663495 (+1 ms)Cleaning up temporary data from old regions at 1733699663552 (+57 ms)Running coprocessor post-open hooks at 1733699663586 (+34 ms)Region opened successfully at 1733699663586 2024-12-08T23:14:23,587 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e., pid=17, masterSystemTime=1733699663418 2024-12-08T23:14:23,592 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:14:23,592 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:14:23,592 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:14:23,592 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4abca70ffb85662e1e94343af42e6e61, NAME => 'SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-08T23:14:23,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30ac87f9801cce96e328ceff9b5f1b8e, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:23,593 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:23,593 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:23,593 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:23,593 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:23,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30ac87f9801cce96e328ceff9b5f1b8e, server=faa02f6dcafc,43785,1733699640568 because future has completed 2024-12-08T23:14:23,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-08T23:14:23,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 30ac87f9801cce96e328ceff9b5f1b8e, server=faa02f6dcafc,43785,1733699640568 in 10.1780 sec 2024-12-08T23:14:23,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30ac87f9801cce96e328ceff9b5f1b8e, ASSIGN in 10.3770 sec 2024-12-08T23:14:23,605 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:14:23,605 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b24dade885248dd98c6ac52dff31618c, NAME => 'SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-08T23:14:23,606 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:23,606 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:23,606 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:23,606 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:23,607 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2. 2024-12-08T23:14:23,607 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d6e7afd7e4d53c93eb636971e7c97a2, NAME => 'SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-08T23:14:23,607 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:23,607 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:23,607 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:23,607 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:23,612 INFO [StoreOpener-4abca70ffb85662e1e94343af42e6e61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:23,614 INFO [StoreOpener-b24dade885248dd98c6ac52dff31618c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:23,615 INFO [StoreOpener-4abca70ffb85662e1e94343af42e6e61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4abca70ffb85662e1e94343af42e6e61 columnFamilyName cf 2024-12-08T23:14:23,615 DEBUG [StoreOpener-4abca70ffb85662e1e94343af42e6e61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:23,619 INFO [StoreOpener-b24dade885248dd98c6ac52dff31618c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b24dade885248dd98c6ac52dff31618c columnFamilyName cf 2024-12-08T23:14:23,619 DEBUG [StoreOpener-b24dade885248dd98c6ac52dff31618c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:23,619 INFO [StoreOpener-4abca70ffb85662e1e94343af42e6e61-1 {}] regionserver.HStore(327): Store=4abca70ffb85662e1e94343af42e6e61/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:23,621 INFO [StoreOpener-b24dade885248dd98c6ac52dff31618c-1 {}] regionserver.HStore(327): Store=b24dade885248dd98c6ac52dff31618c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:23,621 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:23,621 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:23,622 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:23,622 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:23,622 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:23,622 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:23,623 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:23,623 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:23,623 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:23,623 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:23,625 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:23,626 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:23,637 INFO [StoreOpener-7d6e7afd7e4d53c93eb636971e7c97a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:23,639 INFO [StoreOpener-7d6e7afd7e4d53c93eb636971e7c97a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d6e7afd7e4d53c93eb636971e7c97a2 columnFamilyName cf 2024-12-08T23:14:23,639 DEBUG [StoreOpener-7d6e7afd7e4d53c93eb636971e7c97a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:23,640 INFO [StoreOpener-7d6e7afd7e4d53c93eb636971e7c97a2-1 {}] regionserver.HStore(327): Store=7d6e7afd7e4d53c93eb636971e7c97a2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:23,640 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:23,641 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:23,642 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:23,643 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:23,643 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/b24dade885248dd98c6ac52dff31618c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:23,643 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:23,644 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b24dade885248dd98c6ac52dff31618c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60092007, jitterRate=-0.10455931723117828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:14:23,644 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:23,644 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b24dade885248dd98c6ac52dff31618c: Running coprocessor pre-open hook at 1733699663606Writing region info on filesystem at 1733699663606Initializing all the Stores at 1733699663608 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699663608Cleaning up temporary data from old regions at 1733699663623 (+15 ms)Running coprocessor post-open hooks at 1733699663644 (+21 ms)Region opened successfully at 1733699663644 2024-12-08T23:14:23,646 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:23,646 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c., pid=24, masterSystemTime=1733699663477 2024-12-08T23:14:23,649 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:14:23,649 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:14:23,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b24dade885248dd98c6ac52dff31618c, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:23,649 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:14:23,650 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d17da01370f45c8e4b3b594ed7468d31, NAME => 'SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-08T23:14:23,650 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:23,650 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:23,650 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:23,650 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:23,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b24dade885248dd98c6ac52dff31618c, server=faa02f6dcafc,41541,1733699640540 because future has completed 2024-12-08T23:14:23,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-12-08T23:14:23,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b24dade885248dd98c6ac52dff31618c, server=faa02f6dcafc,41541,1733699640540 in 10.1590 sec 2024-12-08T23:14:23,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b24dade885248dd98c6ac52dff31618c, ASSIGN in 10.4310 sec 2024-12-08T23:14:23,661 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/4abca70ffb85662e1e94343af42e6e61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:23,661 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 4abca70ffb85662e1e94343af42e6e61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68372488, jitterRate=0.01882946491241455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:14:23,662 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:23,662 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4abca70ffb85662e1e94343af42e6e61: Running coprocessor pre-open hook at 1733699663593Writing region info on filesystem at 1733699663593Initializing all the Stores at 1733699663595 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699663595Cleaning up temporary data from old regions at 1733699663623 (+28 ms)Running coprocessor post-open hooks at 1733699663662 (+39 ms)Region opened successfully at 1733699663662 2024-12-08T23:14:23,663 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61., pid=19, masterSystemTime=1733699663418 2024-12-08T23:14:23,666 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:14:23,666 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:14:23,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4abca70ffb85662e1e94343af42e6e61, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:23,668 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/7d6e7afd7e4d53c93eb636971e7c97a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:23,669 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 7d6e7afd7e4d53c93eb636971e7c97a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73300658, jitterRate=0.09226492047309875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:14:23,669 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:23,670 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 7d6e7afd7e4d53c93eb636971e7c97a2: Running coprocessor pre-open hook at 1733699663608Writing region info on filesystem at 1733699663608Initializing all the Stores at 1733699663609 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699663609Cleaning up temporary data from old regions at 1733699663643 (+34 ms)Running coprocessor post-open hooks at 1733699663669 (+26 ms)Region opened successfully at 1733699663669 2024-12-08T23:14:23,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4abca70ffb85662e1e94343af42e6e61, server=faa02f6dcafc,43785,1733699640568 because future has completed 2024-12-08T23:14:23,671 INFO [StoreOpener-d17da01370f45c8e4b3b594ed7468d31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:23,671 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2., pid=20, masterSystemTime=1733699663479 2024-12-08T23:14:23,674 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2. 2024-12-08T23:14:23,674 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2. 2024-12-08T23:14:23,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7d6e7afd7e4d53c93eb636971e7c97a2, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:23,674 INFO [StoreOpener-d17da01370f45c8e4b3b594ed7468d31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d17da01370f45c8e4b3b594ed7468d31 columnFamilyName cf 2024-12-08T23:14:23,674 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb. 2024-12-08T23:14:23,674 DEBUG [StoreOpener-d17da01370f45c8e4b3b594ed7468d31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:23,674 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 752e79479d53c75a494484fc883381cb, NAME => 'SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-08T23:14:23,674 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:23,675 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:23,675 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:23,675 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:23,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-12-08T23:14:23,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4abca70ffb85662e1e94343af42e6e61, server=faa02f6dcafc,43785,1733699640568 in 10.2220 sec 2024-12-08T23:14:23,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d6e7afd7e4d53c93eb636971e7c97a2, server=faa02f6dcafc,41955,1733699640599 because future has completed 2024-12-08T23:14:23,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4abca70ffb85662e1e94343af42e6e61, ASSIGN in 10.4520 sec 2024-12-08T23:14:23,680 INFO [StoreOpener-d17da01370f45c8e4b3b594ed7468d31-1 {}] regionserver.HStore(327): Store=d17da01370f45c8e4b3b594ed7468d31/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:23,680 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:23,681 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:23,682 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:23,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-08T23:14:23,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d6e7afd7e4d53c93eb636971e7c97a2, server=faa02f6dcafc,41955,1733699640599 in 10.2270 sec 2024-12-08T23:14:23,684 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:23,684 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:23,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d6e7afd7e4d53c93eb636971e7c97a2, ASSIGN in 10.4590 sec 2024-12-08T23:14:23,687 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:23,693 INFO [StoreOpener-752e79479d53c75a494484fc883381cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:23,694 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/d17da01370f45c8e4b3b594ed7468d31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:23,695 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d17da01370f45c8e4b3b594ed7468d31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75360080, jitterRate=0.12295269966125488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:14:23,695 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:23,695 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d17da01370f45c8e4b3b594ed7468d31: Running coprocessor pre-open hook at 1733699663650Writing region info on filesystem at 1733699663650Initializing all the Stores at 1733699663651 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699663651Cleaning up temporary data from old regions at 1733699663684 (+33 ms)Running coprocessor post-open hooks at 1733699663695 (+11 ms)Region opened successfully at 1733699663695 2024-12-08T23:14:23,696 INFO [StoreOpener-752e79479d53c75a494484fc883381cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752e79479d53c75a494484fc883381cb columnFamilyName cf 2024-12-08T23:14:23,696 DEBUG [StoreOpener-752e79479d53c75a494484fc883381cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:23,696 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31., pid=21, masterSystemTime=1733699663477 2024-12-08T23:14:23,697 INFO [StoreOpener-752e79479d53c75a494484fc883381cb-1 {}] regionserver.HStore(327): Store=752e79479d53c75a494484fc883381cb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:23,699 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:14:23,699 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:14:23,699 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:14:23,699 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:23,699 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ee73835cfeb66528d05f18de0c3bf64, NAME => 'SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-08T23:14:23,699 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d17da01370f45c8e4b3b594ed7468d31, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:23,700 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:23,700 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:23,700 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:23,700 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:23,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d17da01370f45c8e4b3b594ed7468d31, server=faa02f6dcafc,41541,1733699640540 because future has completed 2024-12-08T23:14:23,702 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/752e79479d53c75a494484fc883381cb 2024-12-08T23:14:23,702 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/752e79479d53c75a494484fc883381cb 2024-12-08T23:14:23,703 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:23,703 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:23,707 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:23,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-08T23:14:23,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d17da01370f45c8e4b3b594ed7468d31, server=faa02f6dcafc,41541,1733699640540 in 10.2320 sec 2024-12-08T23:14:23,710 INFO [StoreOpener-1ee73835cfeb66528d05f18de0c3bf64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:23,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d17da01370f45c8e4b3b594ed7468d31, ASSIGN in 10.4850 sec 2024-12-08T23:14:23,717 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/752e79479d53c75a494484fc883381cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:23,718 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 752e79479d53c75a494484fc883381cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61380721, jitterRate=-0.0853559821844101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:14:23,718 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:23,718 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 752e79479d53c75a494484fc883381cb: Running coprocessor pre-open hook at 1733699663675Writing region info on filesystem at 1733699663675Initializing all the Stores at 1733699663676 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699663676Cleaning up temporary data from old regions at 1733699663703 (+27 ms)Running coprocessor post-open hooks at 1733699663718 (+15 ms)Region opened successfully at 1733699663718 2024-12-08T23:14:23,719 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb., pid=18, masterSystemTime=1733699663479 2024-12-08T23:14:23,721 INFO [StoreOpener-1ee73835cfeb66528d05f18de0c3bf64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ee73835cfeb66528d05f18de0c3bf64 columnFamilyName cf 2024-12-08T23:14:23,721 DEBUG [StoreOpener-1ee73835cfeb66528d05f18de0c3bf64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:23,723 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb. 2024-12-08T23:14:23,723 INFO [StoreOpener-1ee73835cfeb66528d05f18de0c3bf64-1 {}] regionserver.HStore(327): Store=1ee73835cfeb66528d05f18de0c3bf64/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:23,723 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb. 2024-12-08T23:14:23,723 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:23,723 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b. 2024-12-08T23:14:23,723 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=752e79479d53c75a494484fc883381cb, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:23,723 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c71430ae279cad804a4def40ba5cf53b, NAME => 'SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-08T23:14:23,724 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:23,724 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:23,724 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:14:23,724 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:23,724 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:23,724 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:23,727 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:23,727 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:23,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 752e79479d53c75a494484fc883381cb, server=faa02f6dcafc,41955,1733699640599 because future has completed 2024-12-08T23:14:23,729 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:23,734 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/1ee73835cfeb66528d05f18de0c3bf64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:23,735 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 1ee73835cfeb66528d05f18de0c3bf64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66847249, jitterRate=-0.0038983672857284546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:14:23,735 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:23,735 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 1ee73835cfeb66528d05f18de0c3bf64: Running coprocessor pre-open hook at 1733699663700Writing region info on filesystem at 1733699663700Initializing all the Stores at 1733699663701 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699663701Cleaning up temporary data from old regions at 1733699663727 (+26 ms)Running coprocessor post-open hooks at 1733699663735 (+8 ms)Region opened successfully at 1733699663735 2024-12-08T23:14:23,736 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64., pid=23, masterSystemTime=1733699663477 2024-12-08T23:14:23,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-12-08T23:14:23,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 752e79479d53c75a494484fc883381cb, server=faa02f6dcafc,41955,1733699640599 in 10.2850 sec 2024-12-08T23:14:23,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=752e79479d53c75a494484fc883381cb, ASSIGN in 10.5120 sec 2024-12-08T23:14:23,740 INFO [StoreOpener-c71430ae279cad804a4def40ba5cf53b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:23,742 INFO [StoreOpener-c71430ae279cad804a4def40ba5cf53b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c71430ae279cad804a4def40ba5cf53b columnFamilyName cf 2024-12-08T23:14:23,742 DEBUG [StoreOpener-c71430ae279cad804a4def40ba5cf53b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:14:23,743 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:14:23,743 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:14:23,743 INFO [StoreOpener-c71430ae279cad804a4def40ba5cf53b-1 {}] regionserver.HStore(327): Store=c71430ae279cad804a4def40ba5cf53b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T23:14:23,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1ee73835cfeb66528d05f18de0c3bf64, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:23,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ee73835cfeb66528d05f18de0c3bf64, server=faa02f6dcafc,41541,1733699640540 because future has completed 2024-12-08T23:14:23,746 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:23,747 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:23,748 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:23,748 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:23,748 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:23,750 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:23,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-12-08T23:14:23,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ee73835cfeb66528d05f18de0c3bf64, server=faa02f6dcafc,41541,1733699640540 in 10.2650 sec 2024-12-08T23:14:23,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ee73835cfeb66528d05f18de0c3bf64, ASSIGN in 10.5320 sec 2024-12-08T23:14:23,765 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/c71430ae279cad804a4def40ba5cf53b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T23:14:23,766 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c71430ae279cad804a4def40ba5cf53b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61820963, jitterRate=-0.07879586517810822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T23:14:23,766 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:23,766 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c71430ae279cad804a4def40ba5cf53b: Running coprocessor pre-open hook at 1733699663724Writing region info on filesystem at 1733699663724Initializing all the Stores at 1733699663735 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699663735Cleaning up temporary data from old regions at 1733699663748 (+13 ms)Running coprocessor post-open hooks at 1733699663766 (+18 ms)Region opened successfully at 1733699663766 2024-12-08T23:14:23,767 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b., pid=22, masterSystemTime=1733699663479 2024-12-08T23:14:23,777 DEBUG [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b. 2024-12-08T23:14:23,777 INFO [RS_OPEN_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b. 2024-12-08T23:14:23,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c71430ae279cad804a4def40ba5cf53b, regionState=OPEN, openSeqNum=2, regionLocation=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:23,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c71430ae279cad804a4def40ba5cf53b, server=faa02f6dcafc,41955,1733699640599 because future has completed 2024-12-08T23:14:23,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-12-08T23:14:23,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c71430ae279cad804a4def40ba5cf53b, server=faa02f6dcafc,41955,1733699640599 in 10.3100 sec 2024-12-08T23:14:23,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-08T23:14:23,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c71430ae279cad804a4def40ba5cf53b, ASSIGN in 10.5690 sec 2024-12-08T23:14:23,796 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T23:14:23,797 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733699663796"}]},"ts":"1733699663796"} 2024-12-08T23:14:23,800 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-08T23:14:23,801 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T23:14:23,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.2710 sec 2024-12-08T23:14:25,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-08T23:14:28,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:28,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:28,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:28,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T23:14:28,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:28,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:28,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T23:14:30,358 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T23:14:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T23:14:30,768 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-08T23:14:30,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-08T23:14:30,768 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T23:14:30,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-08T23:14:30,773 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T23:14:30,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-08T23:14:30,807 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,809 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,813 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,815 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,816 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,875 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:30,877 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:30,879 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:30,884 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:30,886 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:30,888 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:30,889 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:30,941 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,950 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,951 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,958 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,960 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,966 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,968 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:30,974 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c., hostname=faa02f6dcafc,41541,1733699640540, seqNum=2] 2024-12-08T23:14:31,014 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:31,016 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:31,018 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:31,019 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:31,021 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:31,022 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c., hostname=faa02f6dcafc,43785,1733699640568, seqNum=2] 2024-12-08T23:14:31,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T23:14:31,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T23:14:31,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T23:14:31,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T23:14:31,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T23:14:31,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:14:31,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T23:14:31,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T23:14:32,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T23:14:32,173 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-08T23:14:32,174 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T23:14:32,174 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T23:14:32,175 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T23:14:32,177 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T23:14:32,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741848_1024 (size=49) 2024-12-08T23:14:32,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741848_1024 (size=49) 2024-12-08T23:14:32,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741848_1024 (size=49) 2024-12-08T23:14:32,185 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T23:14:32,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c71430ae279cad804a4def40ba5cf53b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4abca70ffb85662e1e94343af42e6e61}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d6e7afd7e4d53c93eb636971e7c97a2}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d17da01370f45c8e4b3b594ed7468d31}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30ac87f9801cce96e328ceff9b5f1b8e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 752e79479d53c75a494484fc883381cb}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ee73835cfeb66528d05f18de0c3bf64}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 714743bd05b5ccfe75edb49607c9c902}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b24dade885248dd98c6ac52dff31618c}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ffd4bc04b615586a4528d78b2fc8c8c}] 2024-12-08T23:14:32,187 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:32,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:32,188 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:32,188 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:32,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:32,191 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:32,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:32,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:32,192 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:32,192 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:38,408 INFO [regionserver/faa02f6dcafc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-08T23:14:42,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-08T23:14:42,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-08T23:14:42,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:14:42,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-08T23:14:42,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-08T23:14:42,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d17da01370f45c8e4b3b594ed7468d31: 2024-12-08T23:14:42,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:14:42,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. for SnapshotProcedureTest completed. 2024-12-08T23:14:42,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,190 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b24dade885248dd98c6ac52dff31618c 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-08T23:14:42,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:14:42,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:14:42,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-08T23:14:42,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:14:42,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 1ee73835cfeb66528d05f18de0c3bf64 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-08T23:14:42,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-08T23:14:42,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:14:42,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 714743bd05b5ccfe75edb49607c9c902 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-08T23:14:42,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:14:42,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4abca70ffb85662e1e94343af42e6e61: 2024-12-08T23:14:42,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. for SnapshotProcedureTest completed. 2024-12-08T23:14:42,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:14:42,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:14:42,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-08T23:14:42,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-08T23:14:42,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:14:42,201 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5ffd4bc04b615586a4528d78b2fc8c8c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-08T23:14:42,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-08T23:14:42,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb. 2024-12-08T23:14:42,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 752e79479d53c75a494484fc883381cb: 2024-12-08T23:14:42,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb. for SnapshotProcedureTest completed. 2024-12-08T23:14:42,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:14:42,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:14:42,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-08T23:14:42,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2. 2024-12-08T23:14:42,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 7d6e7afd7e4d53c93eb636971e7c97a2: 2024-12-08T23:14:42,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2. for SnapshotProcedureTest completed. 2024-12-08T23:14:42,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:14:42,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:14:42,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b. 2024-12-08T23:14:42,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for c71430ae279cad804a4def40ba5cf53b: 2024-12-08T23:14:42,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b. for SnapshotProcedureTest completed. 2024-12-08T23:14:42,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:14:42,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:14:42,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/714743bd05b5ccfe75edb49607c9c902/.tmp/cf/a0193f48669c4c6fbf0c475f9e4f1201 is 34, key is baa/cf:cf/1733699671655/Put/seqid=0 2024-12-08T23:14:42,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/b24dade885248dd98c6ac52dff31618c/.tmp/cf/adc4e3975ff24902b4c8a4e55fd85044 is 34, key is ccd/cf:cf/1733699671650/Put/seqid=0 2024-12-08T23:14:42,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/5ffd4bc04b615586a4528d78b2fc8c8c/.tmp/cf/0f3ac36d055048719f404b265a98f8be is 34, key is eaa/cf:cf/1733699672097/Put/seqid=0 2024-12-08T23:14:42,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/1ee73835cfeb66528d05f18de0c3bf64/.tmp/cf/e12bc451359a4ac6ae8f2ea87e8b4a83 is 34, key is aaa/cf:cf/1733699671598/Put/seqid=0 2024-12-08T23:14:42,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741849_1025 (size=65) 2024-12-08T23:14:42,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741849_1025 (size=65) 2024-12-08T23:14:42,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741849_1025 (size=65) 2024-12-08T23:14:42,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:14:42,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-08T23:14:42,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:14:42,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 30ac87f9801cce96e328ceff9b5f1b8e: 2024-12-08T23:14:42,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. for SnapshotProcedureTest completed. 2024-12-08T23:14:42,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:14:42,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T23:14:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-08T23:14:42,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:42,435 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:14:42,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4abca70ffb85662e1e94343af42e6e61 in 10.2510 sec 2024-12-08T23:14:42,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741851_1027 (size=28623) 2024-12-08T23:14:42,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741851_1027 (size=28623) 2024-12-08T23:14:42,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741851_1027 (size=28623) 2024-12-08T23:14:42,454 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/714743bd05b5ccfe75edb49607c9c902/.tmp/cf/a0193f48669c4c6fbf0c475f9e4f1201 2024-12-08T23:14:42,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741852_1028 (size=65) 2024-12-08T23:14:42,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741852_1028 (size=65) 2024-12-08T23:14:42,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741852_1028 (size=65) 2024-12-08T23:14:42,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733699652529.7d6e7afd7e4d53c93eb636971e7c97a2. 2024-12-08T23:14:42,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-08T23:14:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-08T23:14:42,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:42,473 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d6e7afd7e4d53c93eb636971e7c97a2 2024-12-08T23:14:42,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7d6e7afd7e4d53c93eb636971e7c97a2 in 10.2890 sec 2024-12-08T23:14:42,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741850_1026 (size=65) 2024-12-08T23:14:42,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741850_1026 (size=65) 2024-12-08T23:14:42,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741850_1026 (size=65) 2024-12-08T23:14:42,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:14:42,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-08T23:14:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-08T23:14:42,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:42,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:14:42,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d17da01370f45c8e4b3b594ed7468d31 in 10.3090 sec 2024-12-08T23:14:42,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/714743bd05b5ccfe75edb49607c9c902/.tmp/cf/a0193f48669c4c6fbf0c475f9e4f1201 as hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/714743bd05b5ccfe75edb49607c9c902/cf/a0193f48669c4c6fbf0c475f9e4f1201 2024-12-08T23:14:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741853_1029 (size=499309) 2024-12-08T23:14:42,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741853_1029 (size=499309) 2024-12-08T23:14:42,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741853_1029 (size=499309) 2024-12-08T23:14:42,529 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/5ffd4bc04b615586a4528d78b2fc8c8c/.tmp/cf/0f3ac36d055048719f404b265a98f8be 2024-12-08T23:14:42,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741854_1030 (size=47197) 2024-12-08T23:14:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741854_1030 (size=47197) 2024-12-08T23:14:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741854_1030 (size=47197) 2024-12-08T23:14:42,549 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/b24dade885248dd98c6ac52dff31618c/.tmp/cf/adc4e3975ff24902b4c8a4e55fd85044 2024-12-08T23:14:42,569 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/714743bd05b5ccfe75edb49607c9c902/cf/a0193f48669c4c6fbf0c475f9e4f1201, entries=731, sequenceid=5, filesize=28.0 K 2024-12-08T23:14:42,569 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=faa02f6dcafc:38879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-08T23:14:42,570 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 714743bd05b5ccfe75edb49607c9c902 in 378ms, sequenceid=5, compaction requested=false 2024-12-08T23:14:42,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 714743bd05b5ccfe75edb49607c9c902: 2024-12-08T23:14:42,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. for SnapshotProcedureTest completed. 2024-12-08T23:14:42,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:14:42,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/714743bd05b5ccfe75edb49607c9c902/cf/a0193f48669c4c6fbf0c475f9e4f1201] hfiles 2024-12-08T23:14:42,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/714743bd05b5ccfe75edb49607c9c902/cf/a0193f48669c4c6fbf0c475f9e4f1201 for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741857_1033 (size=26918) 2024-12-08T23:14:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741857_1033 (size=26918) 2024-12-08T23:14:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741857_1033 (size=26918) 2024-12-08T23:14:42,589 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/1ee73835cfeb66528d05f18de0c3bf64/.tmp/cf/e12bc451359a4ac6ae8f2ea87e8b4a83 2024-12-08T23:14:42,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741855_1031 (size=57) 2024-12-08T23:14:42,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741855_1031 (size=57) 2024-12-08T23:14:42,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741855_1031 (size=57) 2024-12-08T23:14:42,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733699652529.c71430ae279cad804a4def40ba5cf53b. 2024-12-08T23:14:42,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-08T23:14:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-08T23:14:42,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:42,605 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c71430ae279cad804a4def40ba5cf53b 2024-12-08T23:14:42,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c71430ae279cad804a4def40ba5cf53b in 10.4210 sec 2024-12-08T23:14:42,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/b24dade885248dd98c6ac52dff31618c/.tmp/cf/adc4e3975ff24902b4c8a4e55fd85044 as hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/b24dade885248dd98c6ac52dff31618c/cf/adc4e3975ff24902b4c8a4e55fd85044 2024-12-08T23:14:42,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/5ffd4bc04b615586a4528d78b2fc8c8c/.tmp/cf/0f3ac36d055048719f404b265a98f8be as hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/5ffd4bc04b615586a4528d78b2fc8c8c/cf/0f3ac36d055048719f404b265a98f8be 2024-12-08T23:14:42,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/1ee73835cfeb66528d05f18de0c3bf64/.tmp/cf/e12bc451359a4ac6ae8f2ea87e8b4a83 as hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/1ee73835cfeb66528d05f18de0c3bf64/cf/e12bc451359a4ac6ae8f2ea87e8b4a83 2024-12-08T23:14:42,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/b24dade885248dd98c6ac52dff31618c/cf/adc4e3975ff24902b4c8a4e55fd85044, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-08T23:14:42,637 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b24dade885248dd98c6ac52dff31618c in 446ms, sequenceid=5, compaction requested=false 2024-12-08T23:14:42,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b24dade885248dd98c6ac52dff31618c: 2024-12-08T23:14:42,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. for SnapshotProcedureTest completed. 2024-12-08T23:14:42,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:14:42,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/b24dade885248dd98c6ac52dff31618c/cf/adc4e3975ff24902b4c8a4e55fd85044] hfiles 2024-12-08T23:14:42,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/b24dade885248dd98c6ac52dff31618c/cf/adc4e3975ff24902b4c8a4e55fd85044 for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,643 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/1ee73835cfeb66528d05f18de0c3bf64/cf/e12bc451359a4ac6ae8f2ea87e8b4a83, entries=676, sequenceid=5, filesize=26.3 K 2024-12-08T23:14:42,644 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 1ee73835cfeb66528d05f18de0c3bf64 in 452ms, sequenceid=5, compaction requested=false 2024-12-08T23:14:42,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 1ee73835cfeb66528d05f18de0c3bf64: 2024-12-08T23:14:42,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. for SnapshotProcedureTest completed. 2024-12-08T23:14:42,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:14:42,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/1ee73835cfeb66528d05f18de0c3bf64/cf/e12bc451359a4ac6ae8f2ea87e8b4a83] hfiles 2024-12-08T23:14:42,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/1ee73835cfeb66528d05f18de0c3bf64/cf/e12bc451359a4ac6ae8f2ea87e8b4a83 for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741856_1032 (size=65) 2024-12-08T23:14:42,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741856_1032 (size=65) 2024-12-08T23:14:42,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733699652529.752e79479d53c75a494484fc883381cb. 2024-12-08T23:14:42,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-08T23:14:42,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741856_1032 (size=65) 2024-12-08T23:14:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-08T23:14:42,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:42,653 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 752e79479d53c75a494484fc883381cb 2024-12-08T23:14:42,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 752e79479d53c75a494484fc883381cb in 10.4690 sec 2024-12-08T23:14:42,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741858_1034 (size=65) 2024-12-08T23:14:42,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741858_1034 (size=65) 2024-12-08T23:14:42,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741858_1034 (size=65) 2024-12-08T23:14:42,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:14:42,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-08T23:14:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-08T23:14:42,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:42,669 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:14:42,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 30ac87f9801cce96e328ceff9b5f1b8e in 10.4860 sec 2024-12-08T23:14:42,699 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/5ffd4bc04b615586a4528d78b2fc8c8c/cf/0f3ac36d055048719f404b265a98f8be, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-08T23:14:42,705 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5ffd4bc04b615586a4528d78b2fc8c8c in 504ms, sequenceid=5, compaction requested=false 2024-12-08T23:14:42,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5ffd4bc04b615586a4528d78b2fc8c8c: 2024-12-08T23:14:42,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. for SnapshotProcedureTest completed. 2024-12-08T23:14:42,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T23:14:42,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/5ffd4bc04b615586a4528d78b2fc8c8c/cf/0f3ac36d055048719f404b265a98f8be] hfiles 2024-12-08T23:14:42,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/5ffd4bc04b615586a4528d78b2fc8c8c/cf/0f3ac36d055048719f404b265a98f8be for snapshot=SnapshotProcedureTest 2024-12-08T23:14:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741860_1036 (size=105) 2024-12-08T23:14:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741860_1036 (size=105) 2024-12-08T23:14:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741860_1036 (size=105) 2024-12-08T23:14:42,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:14:42,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-08T23:14:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-08T23:14:42,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:42,739 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b24dade885248dd98c6ac52dff31618c 2024-12-08T23:14:42,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b24dade885248dd98c6ac52dff31618c in 10.5550 sec 2024-12-08T23:14:42,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741859_1035 (size=105) 2024-12-08T23:14:42,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741859_1035 (size=105) 2024-12-08T23:14:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741859_1035 (size=105) 2024-12-08T23:14:42,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:14:42,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-08T23:14:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-08T23:14:42,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:42,755 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:14:42,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 714743bd05b5ccfe75edb49607c9c902 in 10.5710 sec 2024-12-08T23:14:42,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741861_1037 (size=105) 2024-12-08T23:14:42,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741861_1037 (size=105) 2024-12-08T23:14:42,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741861_1037 (size=105) 2024-12-08T23:14:42,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:14:42,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-08T23:14:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-08T23:14:42,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:42,770 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:14:42,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1ee73835cfeb66528d05f18de0c3bf64 in 10.5870 sec 2024-12-08T23:14:42,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741862_1038 (size=97) 2024-12-08T23:14:42,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741862_1038 (size=97) 2024-12-08T23:14:42,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741862_1038 (size=97) 2024-12-08T23:14:42,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:14:42,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-08T23:14:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-08T23:14:42,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:42,842 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:14:42,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-08T23:14:42,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ffd4bc04b615586a4528d78b2fc8c8c in 10.6600 sec 2024-12-08T23:14:42,848 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T23:14:42,850 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T23:14:42,851 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T23:14:42,851 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-08T23:14:42,856 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T23:14:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741863_1039 (size=1174) 2024-12-08T23:14:43,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741863_1039 (size=1174) 2024-12-08T23:14:43,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741863_1039 (size=1174) 2024-12-08T23:14:43,013 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T23:14:43,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-08T23:14:43,027 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:43,027 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:43,027 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:43,028 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:43,031 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:43,035 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:43,038 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:43,038 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:43,039 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:43,094 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T23:14:43,095 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:43,095 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server faa02f6dcafc,41955,1733699640599: Simulated kill ***** 2024-12-08T23:14:43,095 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-08T23:14:43,095 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-08T23:14:43,096 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-08T23:14:43,096 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-08T23:14:43,096 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-08T23:14:43,096 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 682980576 }, "NonHeapMemoryUsage": { "committed": 176947200, "init": 7667712, "max": -1, "used": 173035048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-08T23:14:43,097 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44375 {}] master.MasterRpcServices(700): faa02f6dcafc,41955,1733699640599 reported a fatal error: ***** ABORTING region server faa02f6dcafc,41955,1733699640599: Simulated kill ***** 2024-12-08T23:14:43,098 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'faa02f6dcafc,41955,1733699640599' ***** 2024-12-08T23:14:43,098 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-08T23:14:43,099 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T23:14:43,099 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T23:14:43,099 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T23:14:43,099 INFO [RS:2;faa02f6dcafc:41955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-08T23:14:43,099 INFO [RS:2;faa02f6dcafc:41955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-08T23:14:43,099 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T23:14:43,099 INFO [RS:2;faa02f6dcafc:41955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;faa02f6dcafc:41955. 2024-12-08T23:14:43,099 DEBUG [RS:2;faa02f6dcafc:41955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:14:43,100 DEBUG [RS:2;faa02f6dcafc:41955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:14:43,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741836_1012 (size=14382) 2024-12-08T23:14:43,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741836_1012 (size=14382) 2024-12-08T23:14:43,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741836_1012 (size=14382) 2024-12-08T23:14:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741834_1010 (size=951) 2024-12-08T23:14:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741834_1010 (size=951) 2024-12-08T23:14:43,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741834_1010 (size=951) 2024-12-08T23:14:43,135 DEBUG [RS:2;faa02f6dcafc:41955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:14:43,135 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:14:43,135 INFO [RS:2;faa02f6dcafc:41955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41955 2024-12-08T23:14:43,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T23:14:43,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:43,190 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T23:14:43,191 INFO [regionserver/faa02f6dcafc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:14:43,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [faa02f6dcafc,41955,1733699640599] 2024-12-08T23:14:43,211 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/faa02f6dcafc,41955,1733699640599 already deleted, retry=false 2024-12-08T23:14:43,211 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of faa02f6dcafc,41955,1733699640599 on faa02f6dcafc,44375,1733699640385 2024-12-08T23:14:43,213 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure faa02f6dcafc,41955,1733699640599, splitWal=true, meta=true 2024-12-08T23:14:43,213 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for faa02f6dcafc,41955,1733699640599 (carryingMeta=true) faa02f6dcafc,41955,1733699640599/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@328eca69[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-08T23:14:43,213 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure faa02f6dcafc,41955,1733699640599, splitWal=true, meta=true 2024-12-08T23:14:43,215 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure faa02f6dcafc,41955,1733699640599, splitWal=true, meta=true, isMeta: true 2024-12-08T23:14:43,217 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting 2024-12-08T23:14:43,218 INFO [PEWorker-1 {}] master.SplitWALManager(105): faa02f6dcafc,41955,1733699640599 WAL count=1, meta=true 2024-12-08T23:14:43,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta}] 2024-12-08T23:14:43,222 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:43,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta, worker=faa02f6dcafc,41541,1733699640540}] 2024-12-08T23:14:43,227 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41955,1733699640599 Release verify snapshot worker=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:43,228 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to faa02f6dcafc,41955,1733699640599, this operation will be retried to send to another server 2024-12-08T23:14:43,228 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-08T23:14:43,228 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733699684228 2024-12-08T23:14:43,229 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41955,1733699640599 Release verify snapshot worker=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:43,229 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to faa02f6dcafc,41955,1733699640599, this operation will be retried to send to another server 2024-12-08T23:14:43,229 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-08T23:14:43,229 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733699684229 2024-12-08T23:14:43,232 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-08T23:14:43,233 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-08T23:14:43,233 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-08T23:14:43,233 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41955,1733699640599 Release verify snapshot worker=faa02f6dcafc,41955,1733699640599 2024-12-08T23:14:43,233 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to faa02f6dcafc,41955,1733699640599, this operation will be retried to send to another server 2024-12-08T23:14:43,233 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-08T23:14:43,234 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733699684234 2024-12-08T23:14:43,301 INFO [RS:2;faa02f6dcafc:41955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T23:14:43,301 INFO [RS:2;faa02f6dcafc:41955 {}] regionserver.HRegionServer(1031): Exiting; stopping=faa02f6dcafc,41955,1733699640599; zookeeper connection closed. 2024-12-08T23:14:43,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:14:43,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41955-0x10007b522f00003, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:14:43,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bc2303b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bc2303b 2024-12-08T23:14:43,658 INFO [regionserver/faa02f6dcafc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T23:14:43,659 INFO [regionserver/faa02f6dcafc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T23:14:53,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-08T23:14:53,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-08T23:14:53,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-08T23:14:53,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-08T23:14:53,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-08T23:14:53,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-08T23:14:53,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-08T23:14:53,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T23:14:53,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T23:14:53,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-08T23:14:53,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-08T23:14:53,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-08T23:14:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-08T23:14:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-08T23:14:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-08T23:14:53,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-08T23:14:53,038 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41541,1733699640540 Release verify snapshot worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-08T23:14:53,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41541,1733699640540 in 10.0150 sec 2024-12-08T23:14:53,049 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41541,1733699640540 Release verify snapshot worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:53,050 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:53,050 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:53,051 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta, size=14.0 K (14382bytes) 2024-12-08T23:14:53,051 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta 2024-12-08T23:14:53,052 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,43785,1733699640568 Release verify snapshot worker=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:53,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-08T23:14:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-08T23:14:53,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41541,1733699640540 in 10.0260 sec 2024-12-08T23:14:53,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-08T23:14:53,057 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta after 6ms 2024-12-08T23:14:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-08T23:14:53,059 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,43785,1733699640568 Release verify snapshot worker=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:53,060 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:53,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,43785,1733699640568 in 10.0290 sec 2024-12-08T23:14:53,061 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:53,062 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta took 11ms 2024-12-08T23:14:53,063 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41541,1733699640540 Release verify snapshot worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:53,065 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,43785,1733699640568 Release verify snapshot worker=faa02f6dcafc,43785,1733699640568 2024-12-08T23:14:53,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,43785,1733699640568 in 10.0360 sec 2024-12-08T23:14:53,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41541,1733699640540 in 10.0400 sec 2024-12-08T23:14:53,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,43785,1733699640568 in 10.0420 sec 2024-12-08T23:14:53,068 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-08T23:14:53,076 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta.temp 2024-12-08T23:14:53,079 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta.temp 2024-12-08T23:14:53,080 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta so closing down 2024-12-08T23:14:53,080 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T23:14:53,082 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T23:14:53,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741864_1040 (size=14141) 2024-12-08T23:14:53,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741864_1040 (size=14141) 2024-12-08T23:14:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741864_1040 (size=14141) 2024-12-08T23:14:53,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-12-08T23:14:53,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta.temp to hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-08T23:14:53,130 INFO [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 65 ms; skipped=1; WAL=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-08T23:14:53,130 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta, journal: Splitting hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta, size=14.0 K (14382bytes) at 1733699693051Creating recovered edits writer path=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta.temp at 1733699693079 (+28 ms)Finishing writing output for hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta so closing down at 1733699693080 (+1 ms)3 split writer threads finished at 1733699693082 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1733699693128 (+46 ms)Rename recovered edits hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta.temp to hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733699693130 (+2 ms)Processed 26 edits across 1 Regions in 65 ms; skipped=1; WAL=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733699693130 2024-12-08T23:14:53,130 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta 2024-12-08T23:14:53,130 DEBUG [RS_LOG_REPLAY_OPS-regionserver/faa02f6dcafc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-08T23:14:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-08T23:14:53,137 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting/faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta to hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/oldWALs 2024-12-08T23:14:53,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-08T23:14:53,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta, worker=faa02f6dcafc,41541,1733699640540 in 9.9110 sec 2024-12-08T23:14:53,142 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:53,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-08T23:14:53,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure faa02f6dcafc%2C41955%2C1733699640599.meta.1733699652132.meta, worker=faa02f6dcafc,41541,1733699640540 in 9.9240 sec 2024-12-08T23:14:53,149 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41955,1733699640599-splitting dir is empty, no logs to split. 2024-12-08T23:14:53,149 INFO [PEWorker-5 {}] master.SplitWALManager(105): faa02f6dcafc,41955,1733699640599 WAL count=0, meta=true 2024-12-08T23:14:53,149 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if faa02f6dcafc,41955,1733699640599 WAL splitting is done? wals=0, meta=true 2024-12-08T23:14:53,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T23:14:53,154 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T23:14:53,158 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T23:14:53,309 DEBUG [faa02f6dcafc:44375 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T23:14:53,309 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(204): Hosts are {faa02f6dcafc=0} racks are {/default-rack=0} 2024-12-08T23:14:53,309 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T23:14:53,309 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T23:14:53,309 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T23:14:53,309 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T23:14:53,309 INFO [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T23:14:53,309 INFO [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T23:14:53,309 DEBUG [faa02f6dcafc:44375 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T23:14:53,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=faa02f6dcafc,41541,1733699640540 2024-12-08T23:14:53,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as faa02f6dcafc,41541,1733699640540, state=OPENING 2024-12-08T23:14:53,366 INFO [master/faa02f6dcafc:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T23:14:53,366 INFO [master/faa02f6dcafc:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T23:14:53,369 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:14:53,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:14:53,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:14:53,369 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T23:14:53,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:14:53,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=faa02f6dcafc,41541,1733699640540}] 2024-12-08T23:14:53,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:14:53,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:15:00,358 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T23:15:01,669 INFO [regionserver/faa02f6dcafc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-08T23:15:03,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-08T23:15:03,061 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T23:15:03,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-08T23:15:03,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-08T23:15:03,061 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T23:15:03,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-08T23:15:03,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-08T23:15:03,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-08T23:15:03,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-08T23:15:03,062 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T23:15:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-08T23:15:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-08T23:15:03,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-08T23:15:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-08T23:15:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44375 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-08T23:15:03,064 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=faa02f6dcafc%2C41541%2C1733699640540.meta, suffix=.meta, logDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41541,1733699640540, archiveDir=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/oldWALs, maxLogs=32 2024-12-08T23:15:03,065 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,43785,1733699640568 Release verify snapshot worker=faa02f6dcafc,43785,1733699640568 2024-12-08T23:15:03,065 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41541,1733699640540 Release verify snapshot worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:15:03,066 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,43785,1733699640568 Release verify snapshot worker=faa02f6dcafc,43785,1733699640568 2024-12-08T23:15:03,066 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41541,1733699640540 Release verify snapshot worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:15:03,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,43785,1733699640568 in 20.0420 sec 2024-12-08T23:15:03,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41541,1733699640540 in 20.0420 sec 2024-12-08T23:15:03,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,43785,1733699640568 in 20.0430 sec 2024-12-08T23:15:03,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-08T23:15:03,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=faa02f6dcafc,41541,1733699640540 in 20.0430 sec 2024-12-08T23:15:03,069 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T23:15:03,069 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/.hbase-snapshot/SnapshotProcedureTest 2024-12-08T23:15:03,071 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T23:15:03,071 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-08T23:15:03,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8990 sec 2024-12-08T23:15:03,078 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41541,1733699640540/faa02f6dcafc%2C41541%2C1733699640540.meta.1733699703065.meta, exclude list is [], retry=0 2024-12-08T23:15:03,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38187,DS-965c2d97-762d-450c-aa2f-93a48b51e1a6,DISK] 2024-12-08T23:15:03,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37335,DS-273f0dd1-c853-44df-b3f8-ccdcb9aedd43,DISK] 2024-12-08T23:15:03,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-00432421-640d-4605-8e8f-596a5af705df,DISK] 2024-12-08T23:15:03,082 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/WALs/faa02f6dcafc,41541,1733699640540/faa02f6dcafc%2C41541%2C1733699640540.meta.1733699703065.meta 2024-12-08T23:15:03,083 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36315:36315),(127.0.0.1/127.0.0.1:46819:46819),(127.0.0.1/127.0.0.1:34987:34987)] 2024-12-08T23:15:03,083 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T23:15:03,083 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T23:15:03,083 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T23:15:03,083 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T23:15:03,083 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T23:15:03,083 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T23:15:03,083 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T23:15:03,083 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T23:15:03,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T23:15:03,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T23:15:03,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:15:03,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:15:03,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T23:15:03,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T23:15:03,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:15:03,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:15:03,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T23:15:03,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T23:15:03,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:15:03,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:15:03,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T23:15:03,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T23:15:03,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T23:15:03,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T23:15:03,090 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T23:15:03,091 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740 2024-12-08T23:15:03,092 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740 2024-12-08T23:15:03,093 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-08T23:15:03,100 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-08T23:15:03,101 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-08T23:15:03,119 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-08T23:15:03,121 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server faa02f6dcafc:41955 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: faa02f6dcafc/172.17.0.2:41955 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T23:15:03,122 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41955,1733699640599, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41955,1733699640599, seqNum=-1, error=java.net.ConnectException: Call to address=faa02f6dcafc:41955 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: faa02f6dcafc/172.17.0.2:41955 2024-12-08T23:15:03,122 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/.tmp/info/fcc9c8fbd17b4b8ea571a0dc95fd28c8 is 167, key is SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61./info:regioninfo/1733699663667/Put/seqid=0 2024-12-08T23:15:03,123 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41955,1733699640599, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-08T23:15:03,123 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41955,1733699640599, seqNum=-1 from cache 2024-12-08T23:15:03,124 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address faa02f6dcafc:41955 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: faa02f6dcafc/172.17.0.2:41955 2024-12-08T23:15:03,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741866_1042 (size=18393) 2024-12-08T23:15:03,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741866_1042 (size=18393) 2024-12-08T23:15:03,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741866_1042 (size=18393) 2024-12-08T23:15:03,132 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/.tmp/info/fcc9c8fbd17b4b8ea571a0dc95fd28c8 2024-12-08T23:15:03,151 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/.tmp/ns/4291e8938268434aa84591d619a97665 is 43, key is default/ns:d/1733699652388/Put/seqid=0 2024-12-08T23:15:03,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741867_1043 (size=5153) 2024-12-08T23:15:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741867_1043 (size=5153) 2024-12-08T23:15:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741867_1043 (size=5153) 2024-12-08T23:15:03,159 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/.tmp/ns/4291e8938268434aa84591d619a97665 2024-12-08T23:15:03,181 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/.tmp/table/0e58a300f1ea4571b816335d6e73d799 is 47, key is SPTestTable/table:state/1733699663796/Put/seqid=0 2024-12-08T23:15:03,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741868_1044 (size=5214) 2024-12-08T23:15:03,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741868_1044 (size=5214) 2024-12-08T23:15:03,192 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/.tmp/table/0e58a300f1ea4571b816335d6e73d799 2024-12-08T23:15:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741868_1044 (size=5214) 2024-12-08T23:15:03,205 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/.tmp/info/fcc9c8fbd17b4b8ea571a0dc95fd28c8 as hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/info/fcc9c8fbd17b4b8ea571a0dc95fd28c8 2024-12-08T23:15:03,216 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/info/fcc9c8fbd17b4b8ea571a0dc95fd28c8, entries=100, sequenceid=28, filesize=18.0 K 2024-12-08T23:15:03,218 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/.tmp/ns/4291e8938268434aa84591d619a97665 as hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/ns/4291e8938268434aa84591d619a97665 2024-12-08T23:15:03,226 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/ns/4291e8938268434aa84591d619a97665, entries=2, sequenceid=28, filesize=5.0 K 2024-12-08T23:15:03,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T23:15:03,227 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/.tmp/table/0e58a300f1ea4571b816335d6e73d799 as hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/table/0e58a300f1ea4571b816335d6e73d799 2024-12-08T23:15:03,228 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41541,1733699640540, seqNum=-1] 2024-12-08T23:15:03,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50466 deadline: 1733699763119, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on faa02f6dcafc,41541,1733699640540 2024-12-08T23:15:03,233 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41541,1733699640540, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41541,1733699640540, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on faa02f6dcafc,41541,1733699640540 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T23:15:03,233 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41541,1733699640540, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on faa02f6dcafc,41541,1733699640540 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T23:15:03,233 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41541,1733699640540, seqNum=-1 from cache 2024-12-08T23:15:03,236 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/table/0e58a300f1ea4571b816335d6e73d799, entries=2, sequenceid=28, filesize=5.1 K 2024-12-08T23:15:03,236 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=28, compaction requested=false; wal=null 2024-12-08T23:15:03,237 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-08T23:15:03,239 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T23:15:03,239 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T23:15:03,240 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T23:15:03,241 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T23:15:03,244 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-08T23:15:03,245 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58924863, jitterRate=-0.12195111811161041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T23:15:03,245 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T23:15:03,245 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733699703084Writing region info on filesystem at 1733699703084Initializing all the Stores at 1733699703084Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699703084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699703085 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733699703085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733699703085Obtaining lock to block concurrent updates at 1733699703101 (+16 ms)Preparing flush snapshotting stores in 1588230740 at 1733699703101Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733699703101Flushing stores of hbase:meta,,1.1588230740 at 1733699703101Flushing 1588230740/info: creating writer at 1733699703101Flushing 1588230740/info: appending metadata at 1733699703122 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733699703122Flushing 1588230740/ns: creating writer at 1733699703138 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733699703150 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733699703151 (+1 ms)Flushing 1588230740/table: creating writer at 1733699703165 (+14 ms)Flushing 1588230740/table: appending metadata at 1733699703181 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733699703181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355f11a2: reopening flushed file at 1733699703204 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f9f2c8d: reopening flushed file at 1733699703217 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4886e788: reopening flushed file at 1733699703226 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=28, compaction requested=false; wal=null at 1733699703236 (+10 ms)Cleaning up temporary data from old regions at 1733699703239 (+3 ms)Running coprocessor post-open hooks at 1733699703245 (+6 ms)Region opened successfully at 1733699703245 2024-12-08T23:15:03,246 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1733699703050 2024-12-08T23:15:03,248 DEBUG [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T23:15:03,249 INFO [RS_OPEN_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T23:15:03,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=faa02f6dcafc,41541,1733699640540 2024-12-08T23:15:03,250 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as faa02f6dcafc,41541,1733699640540, state=OPEN 2024-12-08T23:15:03,299 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44375 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=faa02f6dcafc,41541,1733699640540, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-08T23:15:03,325 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:15:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:15:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T23:15:03,325 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=faa02f6dcafc,41541,1733699640540 2024-12-08T23:15:03,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:15:03,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:15:03,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T23:15:03,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-12-08T23:15:03,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=faa02f6dcafc,41541,1733699640540 in 9.9560 sec 2024-12-08T23:15:03,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-08T23:15:03,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1770 sec 2024-12-08T23:15:03,331 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): faa02f6dcafc,41955,1733699640599 had 4 regions 2024-12-08T23:15:03,333 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure faa02f6dcafc,41955,1733699640599, splitWal=true, meta=true, isMeta: false 2024-12-08T23:15:03,336 INFO [PEWorker-2 {}] master.SplitWALManager(105): faa02f6dcafc,41955,1733699640599 WAL count=1, meta=false 2024-12-08T23:15:03,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure faa02f6dcafc%2C41955%2C1733699640599.1733699641784}] 2024-12-08T23:15:03,338 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=faa02f6dcafc,41541,1733699640540 2024-12-08T23:15:03,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure faa02f6dcafc%2C41955%2C1733699640599.1733699641784, worker=faa02f6dcafc,41541,1733699640540}] 2024-12-08T23:15:03,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T23:15:03,439 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=faa02f6dcafc,41541,1733699640540, seqNum=-1] 2024-12-08T23:15:03,465 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-08T23:15:03,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T23:15:03,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T23:15:03,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:15:03,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:15:03,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:15:03,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T23:15:03,466 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T23:15:03,466 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=979161073, stopped=false 2024-12-08T23:15:03,466 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=faa02f6dcafc,44375,1733699640385 2024-12-08T23:15:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T23:15:03,474 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T23:15:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T23:15:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:15:03,474 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:15:03,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:15:03,474 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T23:15:03,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T23:15:03,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:15:03,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:15:03,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:15:03,474 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'faa02f6dcafc,41541,1733699640540' ***** 2024-12-08T23:15:03,474 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T23:15:03,475 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'faa02f6dcafc,43785,1733699640568' ***** 2024-12-08T23:15:03,475 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T23:15:03,475 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T23:15:03,475 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T23:15:03,475 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T23:15:03,475 INFO [RS:1;faa02f6dcafc:43785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T23:15:03,475 INFO [RS:1;faa02f6dcafc:43785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T23:15:03,475 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ffd4bc04b615586a4528d78b2fc8c8c 2024-12-08T23:15:03,475 INFO [RS:0;faa02f6dcafc:41541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T23:15:03,475 INFO [RS:0;faa02f6dcafc:41541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T23:15:03,475 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ee73835cfeb66528d05f18de0c3bf64 2024-12-08T23:15:03,475 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T23:15:03,476 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(3091): Received CLOSE for d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:15:03,476 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(3091): Received CLOSE for b24dade885248dd98c6ac52dff31618c 2024-12-08T23:15:03,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:15:03,476 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(959): stopping server faa02f6dcafc,41541,1733699640540 2024-12-08T23:15:03,476 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T23:15:03,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T23:15:03,476 INFO [RS:0;faa02f6dcafc:41541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;faa02f6dcafc:41541. 2024-12-08T23:15:03,476 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(3091): Received CLOSE for 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:15:03,476 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(3091): Received CLOSE for 30ac87f9801cce96e328ceff9b5f1b8e 2024-12-08T23:15:03,476 DEBUG [RS:0;faa02f6dcafc:41541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:15:03,476 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(3091): Received CLOSE for 4abca70ffb85662e1e94343af42e6e61 2024-12-08T23:15:03,476 DEBUG [RS:0;faa02f6dcafc:41541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:15:03,476 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ffd4bc04b615586a4528d78b2fc8c8c, disabling compactions & flushes 2024-12-08T23:15:03,476 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(959): stopping server faa02f6dcafc,43785,1733699640568 2024-12-08T23:15:03,476 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:15:03,476 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T23:15:03,476 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:15:03,476 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T23:15:03,476 INFO [RS:1;faa02f6dcafc:43785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;faa02f6dcafc:43785. 2024-12-08T23:15:03,476 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T23:15:03,476 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. after waiting 0 ms 2024-12-08T23:15:03,476 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T23:15:03,476 DEBUG [RS:1;faa02f6dcafc:43785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T23:15:03,476 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:15:03,476 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ee73835cfeb66528d05f18de0c3bf64, disabling compactions & flushes 2024-12-08T23:15:03,476 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T23:15:03,476 DEBUG [RS:1;faa02f6dcafc:43785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:15:03,476 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:15:03,476 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:15:03,476 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-08T23:15:03,476 DEBUG [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(1325): Online Regions={5ffd4bc04b615586a4528d78b2fc8c8c=SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c., 714743bd05b5ccfe75edb49607c9c902=SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902., 30ac87f9801cce96e328ceff9b5f1b8e=SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e., 4abca70ffb85662e1e94343af42e6e61=SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61.} 2024-12-08T23:15:03,476 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. after waiting 0 ms 2024-12-08T23:15:03,476 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:15:03,477 DEBUG [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(1351): Waiting on 30ac87f9801cce96e328ceff9b5f1b8e, 4abca70ffb85662e1e94343af42e6e61, 5ffd4bc04b615586a4528d78b2fc8c8c, 714743bd05b5ccfe75edb49607c9c902 2024-12-08T23:15:03,477 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-08T23:15:03,477 DEBUG [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(1325): Online Regions={1ee73835cfeb66528d05f18de0c3bf64=SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64., 1588230740=hbase:meta,,1.1588230740, d17da01370f45c8e4b3b594ed7468d31=SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31., b24dade885248dd98c6ac52dff31618c=SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c.} 2024-12-08T23:15:03,478 DEBUG [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ee73835cfeb66528d05f18de0c3bf64, b24dade885248dd98c6ac52dff31618c, d17da01370f45c8e4b3b594ed7468d31 2024-12-08T23:15:03,478 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T23:15:03,478 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T23:15:03,478 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T23:15:03,478 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T23:15:03,478 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T23:15:03,486 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/5ffd4bc04b615586a4528d78b2fc8c8c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T23:15:03,489 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:15:03,489 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ffd4bc04b615586a4528d78b2fc8c8c: Waiting for close lock at 1733699703476Running coprocessor pre-close hooks at 1733699703476Disabling compacts and flushes for region at 1733699703476Disabling writes for close at 1733699703476Writing region close event to WAL at 1733699703478 (+2 ms)Running coprocessor post-close hooks at 1733699703489 (+11 ms)Closed at 1733699703489 2024-12-08T23:15:03,489 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733699652529.5ffd4bc04b615586a4528d78b2fc8c8c. 2024-12-08T23:15:03,490 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 714743bd05b5ccfe75edb49607c9c902, disabling compactions & flushes 2024-12-08T23:15:03,490 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:15:03,490 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:15:03,490 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. after waiting 0 ms 2024-12-08T23:15:03,490 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:15:03,490 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/1ee73835cfeb66528d05f18de0c3bf64/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T23:15:03,490 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-12-08T23:15:03,491 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T23:15:03,491 INFO [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T23:15:03,491 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:15:03,491 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ee73835cfeb66528d05f18de0c3bf64: Waiting for close lock at 1733699703476Running coprocessor pre-close hooks at 1733699703476Disabling compacts and flushes for region at 1733699703476Disabling writes for close at 1733699703476Writing region close event to WAL at 1733699703484 (+8 ms)Running coprocessor post-close hooks at 1733699703491 (+7 ms)Closed at 1733699703491 2024-12-08T23:15:03,491 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733699703478Running coprocessor pre-close hooks at 1733699703478Disabling compacts and flushes for region at 1733699703478Disabling writes for close at 1733699703478Writing region close event to WAL at 1733699703484 (+6 ms)Running coprocessor post-close hooks at 1733699703491 (+7 ms)Closed at 1733699703491 2024-12-08T23:15:03,491 DEBUG [RS_CLOSE_META-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T23:15:03,491 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733699652529.1ee73835cfeb66528d05f18de0c3bf64. 2024-12-08T23:15:03,491 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d17da01370f45c8e4b3b594ed7468d31, disabling compactions & flushes 2024-12-08T23:15:03,491 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:15:03,492 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:15:03,492 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. after waiting 0 ms 2024-12-08T23:15:03,492 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:15:03,500 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/714743bd05b5ccfe75edb49607c9c902/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T23:15:03,500 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/d17da01370f45c8e4b3b594ed7468d31/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T23:15:03,501 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:15:03,501 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 714743bd05b5ccfe75edb49607c9c902: Waiting for close lock at 1733699703490Running coprocessor pre-close hooks at 1733699703490Disabling compacts and flushes for region at 1733699703490Disabling writes for close at 1733699703490Writing region close event to WAL at 1733699703497 (+7 ms)Running coprocessor post-close hooks at 1733699703501 (+4 ms)Closed at 1733699703501 2024-12-08T23:15:03,501 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733699652529.714743bd05b5ccfe75edb49607c9c902. 2024-12-08T23:15:03,501 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30ac87f9801cce96e328ceff9b5f1b8e, disabling compactions & flushes 2024-12-08T23:15:03,501 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:15:03,501 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:15:03,501 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. after waiting 0 ms 2024-12-08T23:15:03,501 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:15:03,502 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:15:03,502 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d17da01370f45c8e4b3b594ed7468d31: Waiting for close lock at 1733699703491Running coprocessor pre-close hooks at 1733699703491Disabling compacts and flushes for region at 1733699703491Disabling writes for close at 1733699703492 (+1 ms)Writing region close event to WAL at 1733699703497 (+5 ms)Running coprocessor post-close hooks at 1733699703502 (+5 ms)Closed at 1733699703502 2024-12-08T23:15:03,502 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733699652529.d17da01370f45c8e4b3b594ed7468d31. 2024-12-08T23:15:03,502 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b24dade885248dd98c6ac52dff31618c, disabling compactions & flushes 2024-12-08T23:15:03,502 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:15:03,502 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:15:03,502 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. after waiting 0 ms 2024-12-08T23:15:03,502 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:15:03,501 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=faa02f6dcafc:44375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-08T23:15:03,506 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/b24dade885248dd98c6ac52dff31618c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T23:15:03,507 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:15:03,507 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b24dade885248dd98c6ac52dff31618c: Waiting for close lock at 1733699703502Running coprocessor pre-close hooks at 1733699703502Disabling compacts and flushes for region at 1733699703502Disabling writes for close at 1733699703502Writing region close event to WAL at 1733699703503 (+1 ms)Running coprocessor post-close hooks at 1733699703507 (+4 ms)Closed at 1733699703507 2024-12-08T23:15:03,507 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733699652529.b24dade885248dd98c6ac52dff31618c. 2024-12-08T23:15:03,508 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/30ac87f9801cce96e328ceff9b5f1b8e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T23:15:03,508 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:15:03,509 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30ac87f9801cce96e328ceff9b5f1b8e: Waiting for close lock at 1733699703501Running coprocessor pre-close hooks at 1733699703501Disabling compacts and flushes for region at 1733699703501Disabling writes for close at 1733699703501Writing region close event to WAL at 1733699703502 (+1 ms)Running coprocessor post-close hooks at 1733699703508 (+6 ms)Closed at 1733699703508 2024-12-08T23:15:03,509 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733699652529.30ac87f9801cce96e328ceff9b5f1b8e. 2024-12-08T23:15:03,509 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4abca70ffb85662e1e94343af42e6e61, disabling compactions & flushes 2024-12-08T23:15:03,509 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:15:03,509 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:15:03,509 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. after waiting 0 ms 2024-12-08T23:15:03,509 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:15:03,509 INFO [regionserver/faa02f6dcafc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:15:03,512 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/data/default/SPTestTable/4abca70ffb85662e1e94343af42e6e61/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T23:15:03,513 INFO [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:15:03,513 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4abca70ffb85662e1e94343af42e6e61: Waiting for close lock at 1733699703509Running coprocessor pre-close hooks at 1733699703509Disabling compacts and flushes for region at 1733699703509Disabling writes for close at 1733699703509Writing region close event to WAL at 1733699703509Running coprocessor post-close hooks at 1733699703513 (+4 ms)Closed at 1733699703513 2024-12-08T23:15:03,513 DEBUG [RS_CLOSE_REGION-regionserver/faa02f6dcafc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733699652529.4abca70ffb85662e1e94343af42e6e61. 2024-12-08T23:15:03,515 INFO [regionserver/faa02f6dcafc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:15:03,651 INFO [regionserver/faa02f6dcafc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T23:15:03,651 INFO [regionserver/faa02f6dcafc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T23:15:03,677 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(976): stopping server faa02f6dcafc,43785,1733699640568; all regions closed. 2024-12-08T23:15:03,678 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(976): stopping server faa02f6dcafc,41541,1733699640540; all regions closed. 2024-12-08T23:15:03,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741835_1011 (size=3469) 2024-12-08T23:15:03,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741835_1011 (size=3469) 2024-12-08T23:15:03,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741835_1011 (size=3469) 2024-12-08T23:15:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741865_1041 (size=678) 2024-12-08T23:15:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741865_1041 (size=678) 2024-12-08T23:15:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741865_1041 (size=678) 2024-12-08T23:15:03,683 DEBUG [RS:1;faa02f6dcafc:43785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/oldWALs 2024-12-08T23:15:03,683 INFO [RS:1;faa02f6dcafc:43785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL faa02f6dcafc%2C43785%2C1733699640568:(num 1733699641784) 2024-12-08T23:15:03,683 DEBUG [RS:1;faa02f6dcafc:43785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:15:03,683 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:15:03,683 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T23:15:03,683 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.ChoreService(370): Chore service for: regionserver/faa02f6dcafc:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T23:15:03,683 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T23:15:03,683 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T23:15:03,683 INFO [regionserver/faa02f6dcafc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T23:15:03,683 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T23:15:03,683 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T23:15:03,684 INFO [RS:1;faa02f6dcafc:43785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43785 2024-12-08T23:15:03,684 DEBUG [RS:0;faa02f6dcafc:41541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/oldWALs 2024-12-08T23:15:03,684 INFO [RS:0;faa02f6dcafc:41541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL faa02f6dcafc%2C41541%2C1733699640540.meta:.meta(num 1733699703065) 2024-12-08T23:15:03,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741833_1009 (size=2886) 2024-12-08T23:15:03,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741833_1009 (size=2886) 2024-12-08T23:15:03,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741833_1009 (size=2886) 2024-12-08T23:15:03,689 DEBUG [RS:0;faa02f6dcafc:41541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/oldWALs 2024-12-08T23:15:03,689 INFO [RS:0;faa02f6dcafc:41541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL faa02f6dcafc%2C41541%2C1733699640540:(num 1733699641784) 2024-12-08T23:15:03,689 DEBUG [RS:0;faa02f6dcafc:41541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T23:15:03,689 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T23:15:03,689 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T23:15:03,689 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.ChoreService(370): Chore service for: regionserver/faa02f6dcafc:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T23:15:03,689 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T23:15:03,689 INFO [regionserver/faa02f6dcafc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T23:15:03,690 INFO [RS:0;faa02f6dcafc:41541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41541 2024-12-08T23:15:03,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/faa02f6dcafc,43785,1733699640568 2024-12-08T23:15:03,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T23:15:03,762 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T23:15:03,779 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/faa02f6dcafc,41541,1733699640540 2024-12-08T23:15:03,779 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T23:15:03,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [faa02f6dcafc,41541,1733699640540] 2024-12-08T23:15:03,811 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/faa02f6dcafc,41541,1733699640540 already deleted, retry=false 2024-12-08T23:15:03,811 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; faa02f6dcafc,41541,1733699640540 expired; onlineServers=1 2024-12-08T23:15:03,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [faa02f6dcafc,43785,1733699640568] 2024-12-08T23:15:03,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/faa02f6dcafc,43785,1733699640568 already deleted, retry=false 2024-12-08T23:15:03,821 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; faa02f6dcafc,43785,1733699640568 expired; onlineServers=0 2024-12-08T23:15:03,821 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'faa02f6dcafc,44375,1733699640385' ***** 2024-12-08T23:15:03,821 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T23:15:03,821 INFO [M:0;faa02f6dcafc:44375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T23:15:03,821 INFO [M:0;faa02f6dcafc:44375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T23:15:03,821 DEBUG [M:0;faa02f6dcafc:44375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T23:15:03,821 DEBUG [M:0;faa02f6dcafc:44375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T23:15:03,821 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.large.0-1733699641356 {}] cleaner.HFileCleaner(306): Exit Thread[master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.large.0-1733699641356,5,FailOnTimeoutGroup] 2024-12-08T23:15:03,821 DEBUG [master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.small.0-1733699641356 {}] cleaner.HFileCleaner(306): Exit Thread[master/faa02f6dcafc:0:becomeActiveMaster-HFileCleaner.small.0-1733699641356,5,FailOnTimeoutGroup] 2024-12-08T23:15:03,821 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T23:15:03,821 INFO [M:0;faa02f6dcafc:44375 {}] hbase.ChoreService(370): Chore service for: master/faa02f6dcafc:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T23:15:03,822 INFO [M:0;faa02f6dcafc:44375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T23:15:03,822 DEBUG [M:0;faa02f6dcafc:44375 {}] master.HMaster(1795): Stopping service threads 2024-12-08T23:15:03,822 INFO [M:0;faa02f6dcafc:44375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T23:15:03,822 INFO [M:0;faa02f6dcafc:44375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T23:15:03,822 ERROR [M:0;faa02f6dcafc:44375 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2018628547) connection to localhost/127.0.0.1:35175 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35175,5,PEWorkerGroup] 2024-12-08T23:15:03,822 INFO [M:0;faa02f6dcafc:44375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T23:15:03,822 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T23:15:03,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T23:15:03,832 DEBUG [M:0;faa02f6dcafc:44375 {}] zookeeper.ZKUtil(347): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T23:15:03,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T23:15:03,832 WARN [M:0;faa02f6dcafc:44375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T23:15:03,832 INFO [M:0;faa02f6dcafc:44375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/.lastflushedseqids 2024-12-08T23:15:03,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741869_1045 (size=632) 2024-12-08T23:15:03,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741869_1045 (size=632) 2024-12-08T23:15:03,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741869_1045 (size=632) 2024-12-08T23:15:03,842 INFO [M:0;faa02f6dcafc:44375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T23:15:03,842 INFO [M:0;faa02f6dcafc:44375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T23:15:03,842 DEBUG [M:0;faa02f6dcafc:44375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T23:15:03,842 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:15:03,842 DEBUG [M:0;faa02f6dcafc:44375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:15:03,842 DEBUG [M:0;faa02f6dcafc:44375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T23:15:03,842 DEBUG [M:0;faa02f6dcafc:44375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:15:03,842 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=218.23 KB heapSize=259.59 KB 2024-12-08T23:15:03,856 DEBUG [M:0;faa02f6dcafc:44375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c123c3ef14294a158e55c03b7fa16f9a is 82, key is hbase:meta,,1/info:regioninfo/1733699703249/Put/seqid=0 2024-12-08T23:15:03,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741870_1046 (size=6071) 2024-12-08T23:15:03,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741870_1046 (size=6071) 2024-12-08T23:15:03,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741870_1046 (size=6071) 2024-12-08T23:15:03,863 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c123c3ef14294a158e55c03b7fa16f9a 2024-12-08T23:15:03,880 DEBUG [M:0;faa02f6dcafc:44375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f79bc5b85bc04ddeb2ed99689354e92d is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733699663804/Put/seqid=0 2024-12-08T23:15:03,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741871_1047 (size=11551) 2024-12-08T23:15:03,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741871_1047 (size=11551) 2024-12-08T23:15:03,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741871_1047 (size=11551) 2024-12-08T23:15:03,887 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=217.00 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f79bc5b85bc04ddeb2ed99689354e92d 2024-12-08T23:15:03,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:15:03,890 INFO [RS:1;faa02f6dcafc:43785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T23:15:03,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43785-0x10007b522f00002, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:15:03,890 INFO [RS:1;faa02f6dcafc:43785 {}] regionserver.HRegionServer(1031): Exiting; stopping=faa02f6dcafc,43785,1733699640568; zookeeper connection closed. 2024-12-08T23:15:03,890 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63b04537 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63b04537 2024-12-08T23:15:03,891 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f79bc5b85bc04ddeb2ed99689354e92d 2024-12-08T23:15:03,900 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:15:03,900 INFO [RS:0;faa02f6dcafc:41541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T23:15:03,900 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10007b522f00001, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:15:03,900 INFO [RS:0;faa02f6dcafc:41541 {}] regionserver.HRegionServer(1031): Exiting; stopping=faa02f6dcafc,41541,1733699640540; zookeeper connection closed. 2024-12-08T23:15:03,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a98d6dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a98d6dc 2024-12-08T23:15:03,901 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-08T23:15:03,905 DEBUG [M:0;faa02f6dcafc:44375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f993c21a7d54133a8de3f26dde50d7f is 69, key is faa02f6dcafc,41541,1733699640540/rs:state/1733699641515/Put/seqid=0 2024-12-08T23:15:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741872_1048 (size=5447) 2024-12-08T23:15:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741872_1048 (size=5447) 2024-12-08T23:15:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741872_1048 (size=5447) 2024-12-08T23:15:03,910 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f993c21a7d54133a8de3f26dde50d7f 2024-12-08T23:15:03,916 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f993c21a7d54133a8de3f26dde50d7f 2024-12-08T23:15:03,917 DEBUG [M:0;faa02f6dcafc:44375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c123c3ef14294a158e55c03b7fa16f9a as hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c123c3ef14294a158e55c03b7fa16f9a 2024-12-08T23:15:03,923 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c123c3ef14294a158e55c03b7fa16f9a, entries=14, sequenceid=446, filesize=5.9 K 2024-12-08T23:15:03,924 DEBUG [M:0;faa02f6dcafc:44375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f79bc5b85bc04ddeb2ed99689354e92d as hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f79bc5b85bc04ddeb2ed99689354e92d 2024-12-08T23:15:03,928 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f79bc5b85bc04ddeb2ed99689354e92d 2024-12-08T23:15:03,929 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f79bc5b85bc04ddeb2ed99689354e92d, entries=52, sequenceid=446, filesize=11.3 K 2024-12-08T23:15:03,930 DEBUG [M:0;faa02f6dcafc:44375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f993c21a7d54133a8de3f26dde50d7f as hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f993c21a7d54133a8de3f26dde50d7f 2024-12-08T23:15:03,935 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f993c21a7d54133a8de3f26dde50d7f 2024-12-08T23:15:03,935 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35175/user/jenkins/test-data/bf7bd02f-6e38-4831-d02b-bc88ce0ef59c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f993c21a7d54133a8de3f26dde50d7f, entries=3, sequenceid=446, filesize=5.3 K 2024-12-08T23:15:03,936 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~218.23 KB/223469, heapSize ~259.29 KB/265512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=446, compaction requested=false 2024-12-08T23:15:03,938 INFO [M:0;faa02f6dcafc:44375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T23:15:03,938 DEBUG [M:0;faa02f6dcafc:44375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733699703842Disabling compacts and flushes for region at 1733699703842Disabling writes for close at 1733699703842Obtaining lock to block concurrent updates at 1733699703842Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733699703842Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=223469, getHeapSize=265752, getOffHeapSize=0, getCellsCount=545 at 1733699703843 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733699703843Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733699703843Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733699703855 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733699703855Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733699703868 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733699703880 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733699703880Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733699703892 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733699703904 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733699703904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2358b27e: reopening flushed file at 1733699703916 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6856aa23: reopening flushed file at 1733699703923 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633a35d1: reopening flushed file at 1733699703929 (+6 ms)Finished flush of dataSize ~218.23 KB/223469, heapSize ~259.29 KB/265512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=446, compaction requested=false at 1733699703936 (+7 ms)Writing region close event to WAL at 1733699703938 (+2 ms)Closed at 1733699703938 2024-12-08T23:15:03,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741830_1006 (size=253274) 2024-12-08T23:15:03,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741830_1006 (size=253274) 2024-12-08T23:15:03,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741830_1006 (size=253274) 2024-12-08T23:15:03,940 INFO [M:0;faa02f6dcafc:44375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T23:15:03,940 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T23:15:03,941 INFO [M:0;faa02f6dcafc:44375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44375 2024-12-08T23:15:03,941 INFO [M:0;faa02f6dcafc:44375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T23:15:04,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:15:04,047 INFO [M:0;faa02f6dcafc:44375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T23:15:04,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44375-0x10007b522f00000, quorum=127.0.0.1:59359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T23:15:04,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d64b7f5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:15:04,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13993fed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T23:15:04,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T23:15:04,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@433c8c2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T23:15:04,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13cb3c7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/hadoop.log.dir/,STOPPED} 2024-12-08T23:15:04,059 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T23:15:04,059 WARN [BP-1923354919-172.17.0.2-1733699637435 heartbeating to localhost/127.0.0.1:35175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T23:15:04,059 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T23:15:04,059 WARN [BP-1923354919-172.17.0.2-1733699637435 heartbeating to localhost/127.0.0.1:35175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1923354919-172.17.0.2-1733699637435 (Datanode Uuid 5469d53e-a0b6-4616-b2a2-5c806366f261) service to localhost/127.0.0.1:35175 2024-12-08T23:15:04,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data5/current/BP-1923354919-172.17.0.2-1733699637435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:15:04,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data6/current/BP-1923354919-172.17.0.2-1733699637435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:15:04,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T23:15:04,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6647b764{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:15:04,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d5a4dbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T23:15:04,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T23:15:04,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@406d92fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T23:15:04,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4307f33a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/hadoop.log.dir/,STOPPED} 2024-12-08T23:15:04,065 WARN [BP-1923354919-172.17.0.2-1733699637435 heartbeating to localhost/127.0.0.1:35175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T23:15:04,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T23:15:04,065 WARN [BP-1923354919-172.17.0.2-1733699637435 heartbeating to localhost/127.0.0.1:35175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1923354919-172.17.0.2-1733699637435 (Datanode Uuid db84e5b9-20e9-4575-9e69-8fdf09d42f8e) service to localhost/127.0.0.1:35175 2024-12-08T23:15:04,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T23:15:04,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data3/current/BP-1923354919-172.17.0.2-1733699637435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:15:04,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data4/current/BP-1923354919-172.17.0.2-1733699637435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:15:04,065 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T23:15:04,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43beba18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T23:15:04,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1141caab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T23:15:04,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T23:15:04,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77cd600{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T23:15:04,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12f30400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/hadoop.log.dir/,STOPPED} 2024-12-08T23:15:04,069 WARN [BP-1923354919-172.17.0.2-1733699637435 heartbeating to localhost/127.0.0.1:35175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T23:15:04,069 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T23:15:04,069 WARN [BP-1923354919-172.17.0.2-1733699637435 heartbeating to localhost/127.0.0.1:35175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1923354919-172.17.0.2-1733699637435 (Datanode Uuid 33e0b456-16cd-40c0-8471-19167253144e) service to localhost/127.0.0.1:35175 2024-12-08T23:15:04,069 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T23:15:04,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data1/current/BP-1923354919-172.17.0.2-1733699637435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:15:04,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/cluster_64972311-ea21-5504-50ad-8cc8ce888cab/data/data2/current/BP-1923354919-172.17.0.2-1733699637435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T23:15:04,070 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T23:15:04,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fbf5a58{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T23:15:04,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19d61c9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T23:15:04,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T23:15:04,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd7492d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T23:15:04,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e7d104{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d13754c4-912d-6ee2-d8c8-2b5ee68231c7/hadoop.log.dir/,STOPPED} 2024-12-08T23:15:04,082 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T23:15:04,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T23:15:04,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 97) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:35175 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/faa02f6dcafc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:35175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:35175 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/faa02f6dcafc:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:35175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=428 (was 214) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8463 (was 9854)